2024-09-10T09:17:29.905 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-10T09:17:29.927 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T09:17:30.054 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978 branch: wip-rishabh-testing-20240909.165402-squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/acls} email: null first_in_suite: false job_id: '7898978' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rishabh-testing-20240909.165402-squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - Reduced data availability - Degraded data redundancy sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b kclient: syntax: v1 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240909.165402-squid sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 9893 sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b sleep_before_teardown: 0 subset: 197/1024 suite: fs suite_branch: wip-rishabh-testing-20240909.165402-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi173.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHG9JUQFxtzqZMlnRUalS0kfr9cBHH77yLQF83v3ICOhH5ZZLTn4HI0c/8fo7+Z1RtO5YCc4Pp30mKLgrXlnBOA= smithi176.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNpHrErzGvUf3LaBRpMcYiZMyYJ077NlUCO9lLXmAsJJpxb+Ouc13zG2W4uQOt00NbL7PihjegJTQ/QEtC+gI64= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_acls teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-10_06:58:10 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-10T09:17:30.054 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa; will attempt to use it 2024-09-10T09:17:30.055 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks 2024-09-10T09:17:30.055 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-10T09:17:30.057 INFO:teuthology.task.internal:Checking packages... 2024-09-10T09:17:30.078 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1cf819b7212a6048e92fc78c4eff963344f6d56b' 2024-09-10T09:17:30.078 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T09:17:30.078 INFO:teuthology.packaging:ref: None 2024-09-10T09:17:30.078 INFO:teuthology.packaging:tag: None 2024-09-10T09:17:30.078 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240909.165402-squid 2024-09-10T09:17:30.078 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T09:17:30.079 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rishabh-testing-20240909.165402-squid 2024-09-10T09:17:30.227 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-305.g1cf819b7 2024-09-10T09:17:30.230 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-10T09:17:30.237 INFO:teuthology.task.internal:no buildpackages task found 2024-09-10T09:17:30.237 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-10T09:17:30.355 INFO:teuthology.task.internal:Saving configuration 2024-09-10T09:17:30.372 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-10T09:17:30.473 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-10T09:17:30.490 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi173.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 09:12:32.154939', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHG9JUQFxtzqZMlnRUalS0kfr9cBHH77yLQF83v3ICOhH5ZZLTn4HI0c/8fo7+Z1RtO5YCc4Pp30mKLgrXlnBOA='} 2024-09-10T09:17:30.506 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi176.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 09:12:32.153063', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNpHrErzGvUf3LaBRpMcYiZMyYJ077NlUCO9lLXmAsJJpxb+Ouc13zG2W4uQOt00NbL7PihjegJTQ/QEtC+gI64='} 2024-09-10T09:17:30.506 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-10T09:17:30.568 INFO:teuthology.task.internal:roles: ubuntu@smithi173.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-10T09:17:30.568 INFO:teuthology.task.internal:roles: ubuntu@smithi176.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-10T09:17:30.568 INFO:teuthology.run_tasks:Running task console_log... 2024-09-10T09:17:30.689 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fafae07bd00>, signals=[15]) 2024-09-10T09:17:30.689 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-10T09:17:30.771 INFO:teuthology.task.internal:Opening connections... 2024-09-10T09:17:30.771 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:17:30.773 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T09:17:30.847 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:17:30.848 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T09:17:30.921 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-10T09:17:30.958 DEBUG:teuthology.orchestra.run.smithi173:> uname -m 2024-09-10T09:17:30.976 INFO:teuthology.orchestra.run.smithi173.stdout:x86_64 2024-09-10T09:17:30.977 DEBUG:teuthology.orchestra.run.smithi173:> cat /etc/os-release 2024-09-10T09:17:31.035 INFO:teuthology.orchestra.run.smithi173.stdout:NAME="CentOS Stream" 2024-09-10T09:17:31.035 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION="9" 2024-09-10T09:17:31.035 INFO:teuthology.orchestra.run.smithi173.stdout:ID="centos" 2024-09-10T09:17:31.035 INFO:teuthology.orchestra.run.smithi173.stdout:ID_LIKE="rhel fedora" 2024-09-10T09:17:31.035 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION_ID="9" 2024-09-10T09:17:31.035 INFO:teuthology.orchestra.run.smithi173.stdout:PLATFORM_ID="platform:el9" 2024-09-10T09:17:31.035 INFO:teuthology.orchestra.run.smithi173.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T09:17:31.036 INFO:teuthology.orchestra.run.smithi173.stdout:ANSI_COLOR="0;31" 2024-09-10T09:17:31.036 INFO:teuthology.orchestra.run.smithi173.stdout:LOGO="fedora-logo-icon" 2024-09-10T09:17:31.036 INFO:teuthology.orchestra.run.smithi173.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T09:17:31.036 INFO:teuthology.orchestra.run.smithi173.stdout:HOME_URL="https://centos.org/" 2024-09-10T09:17:31.036 INFO:teuthology.orchestra.run.smithi173.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T09:17:31.036 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T09:17:31.036 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T09:17:31.037 INFO:teuthology.lock.ops:Updating smithi173.front.sepia.ceph.com on lock server 2024-09-10T09:17:31.066 DEBUG:teuthology.orchestra.run.smithi176:> uname -m 2024-09-10T09:17:31.084 INFO:teuthology.orchestra.run.smithi176.stdout:x86_64 2024-09-10T09:17:31.084 DEBUG:teuthology.orchestra.run.smithi176:> cat /etc/os-release 2024-09-10T09:17:31.142 INFO:teuthology.orchestra.run.smithi176.stdout:NAME="CentOS Stream" 2024-09-10T09:17:31.142 INFO:teuthology.orchestra.run.smithi176.stdout:VERSION="9" 2024-09-10T09:17:31.142 INFO:teuthology.orchestra.run.smithi176.stdout:ID="centos" 2024-09-10T09:17:31.142 INFO:teuthology.orchestra.run.smithi176.stdout:ID_LIKE="rhel fedora" 2024-09-10T09:17:31.142 INFO:teuthology.orchestra.run.smithi176.stdout:VERSION_ID="9" 2024-09-10T09:17:31.142 INFO:teuthology.orchestra.run.smithi176.stdout:PLATFORM_ID="platform:el9" 2024-09-10T09:17:31.143 INFO:teuthology.orchestra.run.smithi176.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T09:17:31.143 INFO:teuthology.orchestra.run.smithi176.stdout:ANSI_COLOR="0;31" 2024-09-10T09:17:31.143 INFO:teuthology.orchestra.run.smithi176.stdout:LOGO="fedora-logo-icon" 2024-09-10T09:17:31.143 INFO:teuthology.orchestra.run.smithi176.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T09:17:31.143 INFO:teuthology.orchestra.run.smithi176.stdout:HOME_URL="https://centos.org/" 2024-09-10T09:17:31.143 INFO:teuthology.orchestra.run.smithi176.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T09:17:31.143 INFO:teuthology.orchestra.run.smithi176.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T09:17:31.143 INFO:teuthology.orchestra.run.smithi176.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T09:17:31.143 INFO:teuthology.lock.ops:Updating smithi176.front.sepia.ceph.com on lock server 2024-09-10T09:17:31.166 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-10T09:17:31.175 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-10T09:17:31.330 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-10T09:17:31.330 DEBUG:teuthology.orchestra.run.smithi173:> test '!' -e /home/ubuntu/cephtest 2024-09-10T09:17:31.333 DEBUG:teuthology.orchestra.run.smithi176:> test '!' -e /home/ubuntu/cephtest 2024-09-10T09:17:31.350 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-10T09:17:31.460 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-10T09:17:31.460 DEBUG:teuthology.orchestra.run.smithi173:> test -z $(ls -A /var/lib/ceph) 2024-09-10T09:17:31.463 DEBUG:teuthology.orchestra.run.smithi176:> test -z $(ls -A /var/lib/ceph) 2024-09-10T09:17:31.555 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-10T09:17:31.637 INFO:teuthology.run_tasks:Running task kernel... 2024-09-10T09:17:31.817 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-10T09:17:31.817 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2024-09-10T09:17:31.818 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2024-09-10T09:17:31.818 DEBUG:teuthology.orchestra.run.smithi173:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T09:17:31.819 DEBUG:teuthology.orchestra.run.smithi176:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T09:17:31.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:17:31.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:17:31.837 DEBUG:teuthology.orchestra.run.smithi173:> uname -r 2024-09-10T09:17:31.837 DEBUG:teuthology.orchestra.run.smithi176:> uname -r 2024-09-10T09:17:31.895 INFO:teuthology.orchestra.run.smithi176.stdout:5.14.0-503.el9.x86_64 2024-09-10T09:17:31.895 INFO:teuthology.task.kernel:Running kernel on smithi176: 5.14.0-503.el9.x86_64 2024-09-10T09:17:31.895 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum install -y kernel 2024-09-10T09:17:31.896 INFO:teuthology.orchestra.run.smithi173.stdout:5.14.0-503.el9.x86_64 2024-09-10T09:17:31.896 INFO:teuthology.task.kernel:Running kernel on smithi173: 5.14.0-503.el9.x86_64 2024-09-10T09:17:31.896 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum install -y kernel 2024-09-10T09:17:34.643 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - BaseOS 8.6 MB/s | 8.2 MB 00:00 2024-09-10T09:17:34.914 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - BaseOS 6.8 MB/s | 8.2 MB 00:01 2024-09-10T09:17:36.965 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - AppStream 22 MB/s | 20 MB 00:00 2024-09-10T09:17:37.144 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - AppStream 15 MB/s | 20 MB 00:01 2024-09-10T09:17:43.207 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.5 MB 00:02 2024-09-10T09:17:43.453 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - CRB 2.6 MB/s | 6.5 MB 00:02 2024-09-10T09:17:45.104 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - Extras packages 43 kB/s | 19 kB 00:00 2024-09-10T09:17:45.633 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - Extras packages 15 kB/s | 19 kB 00:01 2024-09-10T09:17:46.016 INFO:teuthology.orchestra.run.smithi173.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-10T09:17:46.703 INFO:teuthology.orchestra.run.smithi176.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-10T09:17:51.446 INFO:teuthology.orchestra.run.smithi173.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-10T09:17:52.100 INFO:teuthology.orchestra.run.smithi176.stdout:lab-extras 47 kB/s | 1.7 kB 00:00 2024-09-10T09:17:53.453 INFO:teuthology.orchestra.run.smithi173.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T09:17:53.453 INFO:teuthology.orchestra.run.smithi173.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T09:17:53.535 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-10T09:17:53.545 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-10T09:17:53.545 INFO:teuthology.orchestra.run.smithi173.stdout: Package Architecture Version Repository Size 2024-09-10T09:17:53.545 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout:Install 4 Packages 2024-09-10T09:17:53.546 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:17:53.547 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 79 M 2024-09-10T09:17:53.547 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 126 M 2024-09-10T09:17:53.547 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-10T09:17:53.731 INFO:teuthology.orchestra.run.smithi173.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 290 kB/s | 23 kB 00:00 2024-09-10T09:17:54.082 INFO:teuthology.orchestra.run.smithi176.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T09:17:54.082 INFO:teuthology.orchestra.run.smithi176.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T09:17:54.175 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-10T09:17:54.187 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-10T09:17:54.187 INFO:teuthology.orchestra.run.smithi176.stdout: Package Architecture Version Repository Size 2024-09-10T09:17:54.187 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-10T09:17:54.187 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-10T09:17:54.188 INFO:teuthology.orchestra.run.smithi176.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T09:17:54.188 INFO:teuthology.orchestra.run.smithi176.stdout:Installing dependencies: 2024-09-10T09:17:54.188 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T09:17:54.188 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T09:17:54.188 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T09:17:54.188 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:17:54.188 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-10T09:17:54.188 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-10T09:17:54.188 INFO:teuthology.orchestra.run.smithi176.stdout:Install 4 Packages 2024-09-10T09:17:54.188 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:17:54.189 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 79 M 2024-09-10T09:17:54.189 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 126 M 2024-09-10T09:17:54.189 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-10T09:17:54.310 INFO:teuthology.orchestra.run.smithi176.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 327 kB/s | 23 kB 00:00 2024-09-10T09:17:55.294 INFO:teuthology.orchestra.run.smithi176.stdout:(2/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 33 MB/s | 35 MB 00:01 2024-09-10T09:17:57.664 INFO:teuthology.orchestra.run.smithi173.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 3.9 MB/s | 16 MB 00:04 2024-09-10T09:17:58.377 INFO:teuthology.orchestra.run.smithi176.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 7.0 MB/s | 29 MB 00:04 2024-09-10T09:17:58.528 INFO:teuthology.orchestra.run.smithi176.stdout:(4/4): kernel-core-5.14.0-505.el9.x86_64.rpm 3.7 MB/s | 16 MB 00:04 2024-09-10T09:17:58.528 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-10T09:17:58.528 INFO:teuthology.orchestra.run.smithi176.stdout:Total 18 MB/s | 79 MB 00:04 2024-09-10T09:17:59.207 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-10T09:17:59.550 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-10T09:17:59.550 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-10T09:18:00.494 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-10T09:18:00.495 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-10T09:18:01.272 INFO:teuthology.orchestra.run.smithi173.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 3.8 MB/s | 29 MB 00:07 2024-09-10T09:18:02.864 INFO:teuthology.orchestra.run.smithi173.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 3.7 MB/s | 35 MB 00:09 2024-09-10T09:18:02.864 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-10T09:18:02.865 INFO:teuthology.orchestra.run.smithi173.stdout:Total 8.5 MB/s | 79 MB 00:09 2024-09-10T09:18:02.927 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-10T09:18:03.544 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-10T09:18:03.568 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T09:18:03.668 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T09:18:03.896 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-10T09:18:03.896 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-10T09:18:04.874 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-10T09:18:04.874 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-10T09:18:06.457 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T09:18:06.585 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T09:18:07.282 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-10T09:18:07.990 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T09:18:08.072 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T09:18:10.871 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T09:18:11.013 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T09:18:11.403 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T09:18:11.521 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:15.862 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T09:18:15.980 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:16.356 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:20.845 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:54.331 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:54.371 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:54.713 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:54.713 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T09:18:54.713 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T09:18:54.713 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T09:18:55.548 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:55.548 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:18:55.548 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-10T09:18:55.548 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T09:18:55.548 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T09:18:55.548 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T09:18:55.548 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T09:18:55.548 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:18:55.548 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-10T09:18:55.909 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T09:18:56.000 INFO:teuthology.orchestra.run.smithi176.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T09:18:56.000 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T09:18:56.001 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T09:18:56.001 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T09:18:56.001 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T09:18:56.001 INFO:teuthology.task.kernel:Installing distro kernel on client.1... 2024-09-10T09:18:56.001 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi176.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T09:18:56.001 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T09:18:56.059 INFO:teuthology.orchestra.run.smithi176.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T09:18:56.059 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T09:18:56.059 DEBUG:teuthology.orchestra.run.smithi176:> sudo rpm -qi grub2-tools 2024-09-10T09:18:56.098 INFO:teuthology.orchestra.run.smithi176.stdout:Name : grub2-tools 2024-09-10T09:18:56.098 INFO:teuthology.orchestra.run.smithi176.stdout:Epoch : 1 2024-09-10T09:18:56.098 INFO:teuthology.orchestra.run.smithi176.stdout:Version : 2.06 2024-09-10T09:18:56.098 INFO:teuthology.orchestra.run.smithi176.stdout:Release : 82.el9 2024-09-10T09:18:56.098 INFO:teuthology.orchestra.run.smithi176.stdout:Architecture: x86_64 2024-09-10T09:18:56.098 INFO:teuthology.orchestra.run.smithi176.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T09:18:56.098 INFO:teuthology.orchestra.run.smithi176.stdout:Group : Unspecified 2024-09-10T09:18:56.099 INFO:teuthology.orchestra.run.smithi176.stdout:Size : 8274670 2024-09-10T09:18:56.099 INFO:teuthology.orchestra.run.smithi176.stdout:License : GPLv3+ 2024-09-10T09:18:56.099 INFO:teuthology.orchestra.run.smithi176.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T09:18:56.099 INFO:teuthology.orchestra.run.smithi176.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T09:18:56.099 INFO:teuthology.orchestra.run.smithi176.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T09:18:56.099 INFO:teuthology.orchestra.run.smithi176.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T09:18:56.099 INFO:teuthology.orchestra.run.smithi176.stdout:Packager : builder@centos.org 2024-09-10T09:18:56.099 INFO:teuthology.orchestra.run.smithi176.stdout:Vendor : CentOS 2024-09-10T09:18:56.099 INFO:teuthology.orchestra.run.smithi176.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T09:18:56.100 INFO:teuthology.orchestra.run.smithi176.stdout:Summary : Support tools for GRUB. 2024-09-10T09:18:56.100 INFO:teuthology.orchestra.run.smithi176.stdout:Description : 2024-09-10T09:18:56.100 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:18:56.100 INFO:teuthology.orchestra.run.smithi176.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T09:18:56.100 INFO:teuthology.orchestra.run.smithi176.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T09:18:56.100 INFO:teuthology.orchestra.run.smithi176.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T09:18:56.100 INFO:teuthology.orchestra.run.smithi176.stdout:hardware devices. 2024-09-10T09:18:56.100 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:18:56.100 INFO:teuthology.orchestra.run.smithi176.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T09:18:56.101 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T09:18:56.101 INFO:teuthology.task.kernel:Updating grub on smithi176 to boot 5.14.0-505.el9.x86_64 2024-09-10T09:18:56.101 DEBUG:teuthology.orchestra.run.smithi176:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T09:18:56.737 INFO:teuthology.orchestra.run.smithi176.stderr:Generating grub configuration file ... 2024-09-10T09:18:58.051 INFO:teuthology.orchestra.run.smithi176.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T09:18:58.086 INFO:teuthology.orchestra.run.smithi176.stderr:done 2024-09-10T09:18:58.088 DEBUG:teuthology.orchestra.run.smithi176:> mktemp 2024-09-10T09:18:58.103 INFO:teuthology.orchestra.run.smithi176.stdout:/tmp/tmp.XfbcWBXOeL 2024-09-10T09:18:58.104 DEBUG:teuthology.orchestra.run.smithi176:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.XfbcWBXOeL 2024-09-10T09:18:58.170 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0666 /tmp/tmp.XfbcWBXOeL 2024-09-10T09:18:58.310 DEBUG:teuthology.orchestra.remote:smithi176:/tmp/tmp.XfbcWBXOeL is 6KB 2024-09-10T09:18:58.360 DEBUG:teuthology.orchestra.run.smithi176:> rm -fr /tmp/tmp.XfbcWBXOeL 2024-09-10T09:18:58.375 DEBUG:teuthology.orchestra.run.smithi176:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T09:18:58.438 INFO:teuthology.orchestra.run.smithi176.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T09:18:58.438 INFO:teuthology.orchestra.run.smithi176.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T09:18:58.438 INFO:teuthology.orchestra.run.smithi176.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T09:18:58.439 INFO:teuthology.orchestra.run.smithi176.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T09:18:58.440 DEBUG:teuthology.orchestra.run.smithi176:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T09:18:58.595 DEBUG:teuthology.orchestra.run.smithi176:> sudo shutdown -r now 2024-09-10T09:18:59.268 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:59.310 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:59.656 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:18:59.656 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T09:18:59.656 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T09:18:59.656 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T09:19:00.482 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T09:19:00.482 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:19:00.482 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-10T09:19:00.482 INFO:teuthology.orchestra.run.smithi173.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T09:19:00.483 INFO:teuthology.orchestra.run.smithi173.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T09:19:00.483 INFO:teuthology.orchestra.run.smithi173.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T09:19:00.483 INFO:teuthology.orchestra.run.smithi173.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T09:19:00.483 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:19:00.483 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-10T09:19:00.846 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T09:19:00.936 INFO:teuthology.orchestra.run.smithi173.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T09:19:00.936 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T09:19:00.936 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T09:19:00.936 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T09:19:00.936 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T09:19:00.936 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-09-10T09:19:00.937 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi173.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T09:19:00.937 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T09:19:00.995 INFO:teuthology.orchestra.run.smithi173.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T09:19:00.995 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T09:19:00.995 DEBUG:teuthology.orchestra.run.smithi173:> sudo rpm -qi grub2-tools 2024-09-10T09:19:01.032 INFO:teuthology.orchestra.run.smithi173.stdout:Name : grub2-tools 2024-09-10T09:19:01.032 INFO:teuthology.orchestra.run.smithi173.stdout:Epoch : 1 2024-09-10T09:19:01.032 INFO:teuthology.orchestra.run.smithi173.stdout:Version : 2.06 2024-09-10T09:19:01.032 INFO:teuthology.orchestra.run.smithi173.stdout:Release : 82.el9 2024-09-10T09:19:01.032 INFO:teuthology.orchestra.run.smithi173.stdout:Architecture: x86_64 2024-09-10T09:19:01.032 INFO:teuthology.orchestra.run.smithi173.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T09:19:01.032 INFO:teuthology.orchestra.run.smithi173.stdout:Group : Unspecified 2024-09-10T09:19:01.032 INFO:teuthology.orchestra.run.smithi173.stdout:Size : 8274670 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:License : GPLv3+ 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:Packager : builder@centos.org 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:Vendor : CentOS 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:Summary : Support tools for GRUB. 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:Description : 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T09:19:01.033 INFO:teuthology.orchestra.run.smithi173.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T09:19:01.034 INFO:teuthology.orchestra.run.smithi173.stdout:hardware devices. 2024-09-10T09:19:01.034 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:19:01.034 INFO:teuthology.orchestra.run.smithi173.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T09:19:01.034 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T09:19:01.035 INFO:teuthology.task.kernel:Updating grub on smithi173 to boot 5.14.0-505.el9.x86_64 2024-09-10T09:19:01.035 DEBUG:teuthology.orchestra.run.smithi173:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T09:19:01.652 INFO:teuthology.orchestra.run.smithi173.stderr:Generating grub configuration file ... 2024-09-10T09:19:02.916 INFO:teuthology.orchestra.run.smithi173.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T09:19:02.947 INFO:teuthology.orchestra.run.smithi173.stderr:done 2024-09-10T09:19:02.949 DEBUG:teuthology.orchestra.run.smithi173:> mktemp 2024-09-10T09:19:02.965 INFO:teuthology.orchestra.run.smithi173.stdout:/tmp/tmp.eyqCb4qcui 2024-09-10T09:19:02.965 DEBUG:teuthology.orchestra.run.smithi173:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.eyqCb4qcui 2024-09-10T09:19:03.030 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 0666 /tmp/tmp.eyqCb4qcui 2024-09-10T09:19:03.177 DEBUG:teuthology.orchestra.remote:smithi173:/tmp/tmp.eyqCb4qcui is 6KB 2024-09-10T09:19:03.226 DEBUG:teuthology.orchestra.run.smithi173:> rm -fr /tmp/tmp.eyqCb4qcui 2024-09-10T09:19:03.244 DEBUG:teuthology.orchestra.run.smithi173:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T09:19:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T09:19:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T09:19:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T09:19:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T09:19:03.310 DEBUG:teuthology.orchestra.run.smithi173:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T09:19:03.459 DEBUG:teuthology.orchestra.run.smithi173:> sudo shutdown -r now 2024-09-10T09:19:28.621 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-10T09:19:28.621 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-10T09:19:28.622 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T09:19:33.465 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-10T09:19:33.465 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-09-10T09:19:33.465 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T09:19:47.009 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.176 2024-09-10T09:19:51.869 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.173 2024-09-10T09:19:56.013 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-10T09:19:56.014 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T09:19:59.069 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.176 2024-09-10T09:20:00.872 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-09-10T09:20:00.873 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T09:20:03.933 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.173 2024-09-10T09:20:11.073 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-10T09:20:11.073 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T09:20:15.937 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-09-10T09:20:15.938 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T09:20:42.951 DEBUG:teuthology.orchestra.run.smithi176:> true 2024-09-10T09:20:43.452 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-10T09:20:43.452 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "5.14.0-505.el9.x86_64"... 2024-09-10T09:20:43.452 DEBUG:teuthology.orchestra.run.smithi176:> uname -r 2024-09-10T09:20:43.467 INFO:teuthology.orchestra.run.smithi176.stdout:5.14.0-505.el9.x86_64 2024-09-10T09:20:43.467 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T09:20:43.467 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T09:20:43.467 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T09:20:44.468 DEBUG:teuthology.parallel:result is None 2024-09-10T09:20:47.944 DEBUG:teuthology.orchestra.run.smithi173:> true 2024-09-10T09:20:48.513 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-09-10T09:20:48.513 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-505.el9.x86_64"... 2024-09-10T09:20:48.513 DEBUG:teuthology.orchestra.run.smithi173:> uname -r 2024-09-10T09:20:48.557 INFO:teuthology.orchestra.run.smithi173.stdout:5.14.0-505.el9.x86_64 2024-09-10T09:20:48.557 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T09:20:48.557 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T09:20:48.557 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T09:20:49.559 DEBUG:teuthology.parallel:result is None 2024-09-10T09:20:49.559 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-10T09:20:49.571 INFO:teuthology.task.internal:Creating test directory... 2024-09-10T09:20:49.571 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T09:20:49.574 DEBUG:teuthology.orchestra.run.smithi176:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T09:20:49.593 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-10T09:20:49.759 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-10T09:20:49.889 INFO:teuthology.task.internal:Creating archive directory... 2024-09-10T09:20:49.889 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T09:20:49.891 DEBUG:teuthology.orchestra.run.smithi176:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T09:20:50.022 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-10T09:20:50.101 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-10T09:20:50.101 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T09:20:50.103 DEBUG:teuthology.orchestra.run.smithi176:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T09:20:50.159 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T09:20:50.188 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T09:20:50.211 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T09:20:50.235 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T09:20:50.237 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-10T09:20:50.315 INFO:teuthology.task.internal:Configuring sudo... 2024-09-10T09:20:50.315 DEBUG:teuthology.orchestra.run.smithi173:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T09:20:50.318 DEBUG:teuthology.orchestra.run.smithi176:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T09:20:50.348 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-10T09:20:50.596 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-10T09:20:50.597 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T09:20:50.599 DEBUG:teuthology.orchestra.run.smithi176:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T09:20:50.617 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T09:20:50.697 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T09:20:50.749 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T09:20:50.828 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T09:20:50.871 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:20:50.871 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T09:20:50.936 DEBUG:teuthology.orchestra.run.smithi176:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T09:20:50.981 DEBUG:teuthology.orchestra.run.smithi176:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T09:20:51.040 DEBUG:teuthology.orchestra.run.smithi176:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T09:20:51.122 DEBUG:teuthology.orchestra.run.smithi176:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T09:20:51.169 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:20:51.169 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T09:20:51.238 DEBUG:teuthology.orchestra.run.smithi173:> sudo service rsyslog restart 2024-09-10T09:20:51.240 DEBUG:teuthology.orchestra.run.smithi176:> sudo service rsyslog restart 2024-09-10T09:20:51.280 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T09:20:51.334 INFO:teuthology.orchestra.run.smithi176.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T09:20:51.840 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-10T09:20:51.849 INFO:teuthology.task.internal:Starting timer... 2024-09-10T09:20:51.849 INFO:teuthology.run_tasks:Running task pcp... 2024-09-10T09:20:51.937 INFO:teuthology.run_tasks:Running task selinux... 2024-09-10T09:20:52.190 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-10T09:20:52.191 DEBUG:teuthology.orchestra.run.smithi173:> sudo service auditd rotate 2024-09-10T09:20:52.239 INFO:teuthology.orchestra.run.smithi173.stdout:Rotating logs: 2024-09-10T09:20:52.241 DEBUG:teuthology.orchestra.run.smithi176:> sudo service auditd rotate 2024-09-10T09:20:52.291 INFO:teuthology.orchestra.run.smithi176.stdout:Rotating logs: 2024-09-10T09:20:52.293 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-10T09:20:52.293 DEBUG:teuthology.orchestra.run.smithi173:> /usr/sbin/getenforce 2024-09-10T09:20:52.318 INFO:teuthology.orchestra.run.smithi173.stdout:Permissive 2024-09-10T09:20:52.318 DEBUG:teuthology.orchestra.run.smithi176:> /usr/sbin/getenforce 2024-09-10T09:20:52.345 INFO:teuthology.orchestra.run.smithi176.stdout:Permissive 2024-09-10T09:20:52.345 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi173.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi176.front.sepia.ceph.com': 'permissive'} 2024-09-10T09:20:52.345 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T09:20:52.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:20:52.386 DEBUG:teuthology.orchestra.run.smithi176:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T09:20:52.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:20:52.414 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-10T09:20:52.414 DEBUG:teuthology.orchestra.run.smithi173:> sudo /usr/sbin/setenforce permissive 2024-09-10T09:20:52.457 DEBUG:teuthology.orchestra.run.smithi176:> sudo /usr/sbin/setenforce permissive 2024-09-10T09:20:52.509 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-10T09:20:52.519 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-10T09:20:52.522 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-10T09:20:52.656 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-10T09:20:52.671 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-10T09:20:52.672 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi173.front.sepia.ceph.com,smithi176.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-10T09:24:34.760 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi173.front.sepia.ceph.com'), Remote(name='ubuntu@smithi176.front.sepia.ceph.com')] 2024-09-10T09:24:34.761 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-09-10T09:24:34.762 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T09:24:34.839 DEBUG:teuthology.orchestra.run.smithi173:> true 2024-09-10T09:24:34.917 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-09-10T09:24:34.917 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-10T09:24:34.918 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T09:24:34.995 DEBUG:teuthology.orchestra.run.smithi176:> true 2024-09-10T09:24:35.080 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-10T09:24:35.080 INFO:teuthology.run_tasks:Running task clock... 2024-09-10T09:24:35.093 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-10T09:24:35.093 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T09:24:35.093 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T09:24:35.096 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T09:24:35.096 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T09:24:35.125 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T09:24:35.140 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T09:24:35.150 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T09:24:35.165 INFO:teuthology.orchestra.run.smithi173.stderr:sudo: ntpd: command not found 2024-09-10T09:24:35.165 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T09:24:35.176 INFO:teuthology.orchestra.run.smithi173.stdout:506 Cannot talk to daemon 2024-09-10T09:24:35.190 INFO:teuthology.orchestra.run.smithi176.stderr:sudo: ntpd: command not found 2024-09-10T09:24:35.191 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T09:24:35.201 INFO:teuthology.orchestra.run.smithi176.stdout:506 Cannot talk to daemon 2024-09-10T09:24:35.205 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T09:24:35.216 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T09:24:35.230 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T09:24:35.261 INFO:teuthology.orchestra.run.smithi173.stderr:bash: line 1: ntpq: command not found 2024-09-10T09:24:35.264 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T09:24:35.264 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2024-09-10T09:24:35.264 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T09:24:35.265 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T09:24:35.265 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T09:24:35.265 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T09:24:35.283 INFO:teuthology.orchestra.run.smithi176.stderr:bash: line 1: ntpq: command not found 2024-09-10T09:24:35.287 INFO:teuthology.orchestra.run.smithi176.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T09:24:35.287 INFO:teuthology.orchestra.run.smithi176.stdout:=============================================================================== 2024-09-10T09:24:35.287 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T09:24:35.287 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T09:24:35.287 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T09:24:35.287 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T09:24:35.288 INFO:teuthology.run_tasks:Running task install... 2024-09-10T09:24:35.297 DEBUG:teuthology.task.install:project ceph 2024-09-10T09:24:35.297 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}} 2024-09-10T09:24:35.297 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'} 2024-09-10T09:24:35.297 INFO:teuthology.task.install:Using flavor: default 2024-09-10T09:24:35.302 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T09:24:35.303 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-10T09:24:35.303 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T09:24:35.303 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T09:24:35.305 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T09:24:35.305 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T09:24:35.454 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T09:24:35.454 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T09:24:35.463 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T09:24:35.463 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T09:24:35.567 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T09:24:35.568 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:24:35.568 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T09:24:35.574 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T09:24:35.574 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:24:35.574 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T09:24:35.594 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T09:24:35.594 DEBUG:teuthology.orchestra.run.smithi173:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T09:24:35.600 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T09:24:35.600 DEBUG:teuthology.orchestra.run.smithi176:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T09:24:35.659 DEBUG:teuthology.orchestra.run.smithi173:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T09:24:35.666 DEBUG:teuthology.orchestra.run.smithi176:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T09:24:35.734 DEBUG:teuthology.orchestra.run.smithi173:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T09:24:35.741 DEBUG:teuthology.orchestra.run.smithi176:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T09:24:35.799 INFO:teuthology.orchestra.run.smithi173.stdout:check_obsoletes = 1 2024-09-10T09:24:35.800 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum clean all 2024-09-10T09:24:35.805 INFO:teuthology.orchestra.run.smithi176.stdout:check_obsoletes = 1 2024-09-10T09:24:35.806 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum clean all 2024-09-10T09:24:36.029 INFO:teuthology.orchestra.run.smithi176.stdout:45 files removed 2024-09-10T09:24:36.033 INFO:teuthology.orchestra.run.smithi173.stdout:45 files removed 2024-09-10T09:24:36.057 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T09:24:36.061 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T09:24:36.601 INFO:teuthology.orchestra.run.smithi176.stdout:ceph packages for x86_64 321 kB/s | 84 kB 00:00 2024-09-10T09:24:36.612 INFO:teuthology.orchestra.run.smithi173.stdout:ceph packages for x86_64 311 kB/s | 84 kB 00:00 2024-09-10T09:24:36.893 INFO:teuthology.orchestra.run.smithi176.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-10T09:24:36.896 INFO:teuthology.orchestra.run.smithi173.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-10T09:24:37.155 INFO:teuthology.orchestra.run.smithi173.stdout:ceph source packages 8.5 kB/s | 1.9 kB 00:00 2024-09-10T09:24:37.169 INFO:teuthology.orchestra.run.smithi176.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-10T09:24:38.952 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-09-10T09:24:39.185 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 8.2 MB 00:01 2024-09-10T09:24:41.190 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-10T09:24:47.698 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - CRB 2.4 MB/s | 6.5 MB 00:02 2024-09-10T09:24:48.152 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - AppStream 2.5 MB/s | 20 MB 00:08 2024-09-10T09:24:49.241 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - Extras packages 90 kB/s | 19 kB 00:00 2024-09-10T09:24:50.295 INFO:teuthology.orchestra.run.smithi173.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-10T09:24:52.920 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - CRB 7.3 MB/s | 6.5 MB 00:00 2024-09-10T09:24:54.513 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - Extras packages 82 kB/s | 19 kB 00:00 2024-09-10T09:24:55.308 INFO:teuthology.orchestra.run.smithi176.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-10T09:24:55.709 INFO:teuthology.orchestra.run.smithi173.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2024-09-10T09:24:58.095 INFO:teuthology.orchestra.run.smithi173.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T09:24:58.095 INFO:teuthology.orchestra.run.smithi173.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T09:24:58.106 INFO:teuthology.orchestra.run.smithi173.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T09:24:58.107 INFO:teuthology.orchestra.run.smithi173.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T09:24:58.108 INFO:teuthology.orchestra.run.smithi173.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T09:24:58.109 INFO:teuthology.orchestra.run.smithi173.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T09:24:58.110 INFO:teuthology.orchestra.run.smithi173.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T09:24:58.113 INFO:teuthology.orchestra.run.smithi173.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T09:24:58.114 INFO:teuthology.orchestra.run.smithi173.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T09:24:58.176 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-10T09:24:58.199 INFO:teuthology.orchestra.run.smithi173.stdout:====================================================================================== 2024-09-10T09:24:58.199 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-10T09:24:58.199 INFO:teuthology.orchestra.run.smithi173.stdout:====================================================================================== 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T09:24:58.200 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T09:24:58.201 INFO:teuthology.orchestra.run.smithi173.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T09:24:58.202 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrading: 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-10T09:24:58.203 INFO:teuthology.orchestra.run.smithi173.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T09:24:58.204 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T09:24:58.205 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T09:24:58.206 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T09:24:58.207 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T09:24:58.208 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T09:24:58.209 INFO:teuthology.orchestra.run.smithi173.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T09:24:58.210 INFO:teuthology.orchestra.run.smithi173.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T09:24:58.211 INFO:teuthology.orchestra.run.smithi173.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout:Installing weak dependencies: 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout:====================================================================================== 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout:Install 148 Packages 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrade 8 Packages 2024-09-10T09:24:58.212 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:24:58.213 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 226 M 2024-09-10T09:24:58.213 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-10T09:24:58.969 INFO:teuthology.orchestra.run.smithi173.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 40 kB/s | 6.5 kB 00:00 2024-09-10T09:24:59.569 INFO:teuthology.orchestra.run.smithi173.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 1.5 MB/s | 897 kB 00:00 2024-09-10T09:24:59.686 INFO:teuthology.orchestra.run.smithi173.stdout:(3/156): ceph-immutable-object-cache-19.1.1-305 1.2 MB/s | 145 kB 00:00 2024-09-10T09:25:00.494 INFO:teuthology.orchestra.run.smithi173.stdout:(4/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 3.0 MB/s | 2.4 MB 00:00 2024-09-10T09:25:00.670 INFO:teuthology.orchestra.run.smithi173.stdout:(5/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 8.7 MB/s | 1.5 MB 00:00 2024-09-10T09:25:00.706 INFO:teuthology.orchestra.run.smithi176.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-10T09:25:00.803 INFO:teuthology.orchestra.run.smithi173.stdout:(6/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 2.7 MB/s | 5.4 MB 00:01 2024-09-10T09:25:01.237 INFO:teuthology.orchestra.run.smithi173.stdout:(7/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 8.3 MB/s | 4.7 MB 00:00 2024-09-10T09:25:02.115 INFO:teuthology.orchestra.run.smithi173.stdout:(8/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9. 12 MB/s | 11 MB 00:00 2024-09-10T09:25:02.196 INFO:teuthology.orchestra.run.smithi173.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 302 kB/s | 25 kB 00:00 2024-09-10T09:25:02.513 INFO:teuthology.orchestra.run.smithi173.stdout:(10/156): ceph-common-19.1.1-305.g1cf819b7.el9. 5.7 MB/s | 21 MB 00:03 2024-09-10T09:25:02.672 INFO:teuthology.orchestra.run.smithi173.stdout:(11/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86 9.0 MB/s | 17 MB 00:01 2024-09-10T09:25:02.697 INFO:teuthology.orchestra.run.smithi173.stdout:(12/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 1.2 MB/s | 228 kB 00:00 2024-09-10T09:25:02.722 INFO:teuthology.orchestra.run.smithi173.stdout:(13/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 538 kB/s | 27 kB 00:00 2024-09-10T09:25:02.747 INFO:teuthology.orchestra.run.smithi173.stdout:(14/156): libcephfs-devel-19.1.1-305.g1cf819b7. 627 kB/s | 32 kB 00:00 2024-09-10T09:25:02.798 INFO:teuthology.orchestra.run.smithi173.stdout:(15/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 9.8 MB/s | 751 kB 00:00 2024-09-10T09:25:02.823 INFO:teuthology.orchestra.run.smithi173.stdout:(16/156): libcephsqlite-19.1.1-305.g1cf819b7.el 2.1 MB/s | 164 kB 00:00 2024-09-10T09:25:02.848 INFO:teuthology.orchestra.run.smithi173.stdout:(17/156): librados-devel-19.1.1-305.g1cf819b7.e 2.5 MB/s | 127 kB 00:00 2024-09-10T09:25:02.882 INFO:teuthology.orchestra.run.smithi173.stdout:(18/156): libradosstriper1-19.1.1-305.g1cf819b7 8.4 MB/s | 506 kB 00:00 2024-09-10T09:25:02.940 INFO:teuthology.orchestra.run.smithi173.stdout:(19/156): python3-ceph-argparse-19.1.1-305.g1cf 775 kB/s | 45 kB 00:00 2024-09-10T09:25:03.007 INFO:teuthology.orchestra.run.smithi173.stdout:(20/156): python3-ceph-common-19.1.1-305.g1cf81 2.0 MB/s | 136 kB 00:00 2024-09-10T09:25:03.052 INFO:teuthology.orchestra.run.smithi176.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T09:25:03.053 INFO:teuthology.orchestra.run.smithi176.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T09:25:03.066 INFO:teuthology.orchestra.run.smithi176.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T09:25:03.067 INFO:teuthology.orchestra.run.smithi176.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T09:25:03.068 INFO:teuthology.orchestra.run.smithi176.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T09:25:03.069 INFO:teuthology.orchestra.run.smithi176.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T09:25:03.071 INFO:teuthology.orchestra.run.smithi176.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T09:25:03.074 INFO:teuthology.orchestra.run.smithi176.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T09:25:03.075 INFO:teuthology.orchestra.run.smithi176.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T09:25:03.082 INFO:teuthology.orchestra.run.smithi173.stdout:(21/156): python3-cephfs-19.1.1-305.g1cf819b7.e 2.1 MB/s | 161 kB 00:00 2024-09-10T09:25:03.138 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-10T09:25:03.153 INFO:teuthology.orchestra.run.smithi176.stdout:====================================================================================== 2024-09-10T09:25:03.153 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repository Size 2024-09-10T09:25:03.153 INFO:teuthology.orchestra.run.smithi176.stdout:====================================================================================== 2024-09-10T09:25:03.153 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-10T09:25:03.153 INFO:teuthology.orchestra.run.smithi176.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T09:25:03.153 INFO:teuthology.orchestra.run.smithi176.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T09:25:03.154 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T09:25:03.155 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T09:25:03.156 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T09:25:03.156 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T09:25:03.156 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T09:25:03.156 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T09:25:03.156 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T09:25:03.156 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T09:25:03.156 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T09:25:03.156 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout:Upgrading: 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout:Installing dependencies: 2024-09-10T09:25:03.157 INFO:teuthology.orchestra.run.smithi176.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T09:25:03.158 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T09:25:03.159 INFO:teuthology.orchestra.run.smithi176.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T09:25:03.160 INFO:teuthology.orchestra.run.smithi176.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T09:25:03.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T09:25:03.162 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T09:25:03.163 INFO:teuthology.orchestra.run.smithi176.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T09:25:03.164 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T09:25:03.165 INFO:teuthology.orchestra.run.smithi176.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T09:25:03.166 INFO:teuthology.orchestra.run.smithi176.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T09:25:03.167 INFO:teuthology.orchestra.run.smithi176.stdout:Installing weak dependencies: 2024-09-10T09:25:03.167 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T09:25:03.167 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:03.167 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-10T09:25:03.167 INFO:teuthology.orchestra.run.smithi176.stdout:====================================================================================== 2024-09-10T09:25:03.167 INFO:teuthology.orchestra.run.smithi176.stdout:Install 148 Packages 2024-09-10T09:25:03.167 INFO:teuthology.orchestra.run.smithi176.stdout:Upgrade 8 Packages 2024-09-10T09:25:03.167 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:03.168 INFO:teuthology.orchestra.run.smithi173.stdout:(22/156): python3-rados-19.1.1-305.g1cf819b7.el 4.2 MB/s | 320 kB 00:00 2024-09-10T09:25:03.168 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 226 M 2024-09-10T09:25:03.168 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-10T09:25:03.241 INFO:teuthology.orchestra.run.smithi173.stdout:(23/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 14 MB/s | 5.3 MB 00:00 2024-09-10T09:25:03.266 INFO:teuthology.orchestra.run.smithi173.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 2.7 MB/s | 301 kB 00:00 2024-09-10T09:25:03.292 INFO:teuthology.orchestra.run.smithi173.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.9 MB/s | 99 kB 00:00 2024-09-10T09:25:03.317 INFO:teuthology.orchestra.run.smithi173.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-10T09:25:03.367 INFO:teuthology.orchestra.run.smithi173.stdout:(27/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 3.3 MB/s | 170 kB 00:00 2024-09-10T09:25:03.459 INFO:teuthology.orchestra.run.smithi173.stdout:(28/156): ceph-grafana-dashboards-19.1.1-305.g1 348 kB/s | 32 kB 00:00 2024-09-10T09:25:03.517 INFO:teuthology.orchestra.run.smithi173.stdout:(29/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 14 MB/s | 3.1 MB 00:00 2024-09-10T09:25:03.543 INFO:teuthology.orchestra.run.smithi173.stdout:(30/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 1.7 MB/s | 146 kB 00:00 2024-09-10T09:25:03.748 INFO:teuthology.orchestra.run.smithi176.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 27 kB/s | 6.5 kB 00:00 2024-09-10T09:25:03.868 INFO:teuthology.orchestra.run.smithi173.stdout:(31/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 10 MB/s | 3.6 MB 00:00 2024-09-10T09:25:03.943 INFO:teuthology.orchestra.run.smithi173.stdout:(32/156): ceph-mgr-modules-core-19.1.1-305.g1cf 3.3 MB/s | 249 kB 00:00 2024-09-10T09:25:04.035 INFO:teuthology.orchestra.run.smithi173.stdout:(33/156): ceph-mgr-diskprediction-local-19.1.1- 15 MB/s | 7.4 MB 00:00 2024-09-10T09:25:04.052 INFO:teuthology.orchestra.run.smithi173.stdout:(34/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 454 kB/s | 49 kB 00:00 2024-09-10T09:25:04.069 INFO:teuthology.orchestra.run.smithi173.stdout:(35/156): ceph-prometheus-alerts-19.1.1-305.g1c 492 kB/s | 16 kB 00:00 2024-09-10T09:25:04.273 INFO:teuthology.orchestra.run.smithi176.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 1.7 MB/s | 897 kB 00:00 2024-09-10T09:25:04.340 INFO:teuthology.orchestra.run.smithi176.stdout:(3/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 6.5 MB/s | 5.4 MB 00:00 2024-09-10T09:25:04.382 INFO:teuthology.orchestra.run.smithi176.stdout:(4/156): ceph-immutable-object-cache-19.1.1-305 1.3 MB/s | 145 kB 00:00 2024-09-10T09:25:04.503 INFO:teuthology.orchestra.run.smithi173.stdout:(36/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 21 MB/s | 49 MB 00:02 2024-09-10T09:25:04.508 INFO:teuthology.orchestra.run.smithi176.stdout:(5/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 14 MB/s | 2.4 MB 00:00 2024-09-10T09:25:04.528 INFO:teuthology.orchestra.run.smithi173.stdout:(37/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 599 kB/s | 285 kB 00:00 2024-09-10T09:25:04.553 INFO:teuthology.orchestra.run.smithi173.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 366 kB/s | 18 kB 00:00 2024-09-10T09:25:04.595 INFO:teuthology.orchestra.run.smithi173.stdout:(39/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 1.4 MB/s | 766 kB 00:00 2024-09-10T09:25:04.679 INFO:teuthology.orchestra.run.smithi173.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 531 kB/s | 80 kB 00:00 2024-09-10T09:25:04.712 INFO:teuthology.orchestra.run.smithi173.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.6 MB/s | 191 kB 00:00 2024-09-10T09:25:04.725 INFO:teuthology.orchestra.run.smithi176.stdout:(6/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 22 MB/s | 4.7 MB 00:00 2024-09-10T09:25:04.754 INFO:teuthology.orchestra.run.smithi173.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-09-10T09:25:04.775 INFO:teuthology.orchestra.run.smithi176.stdout:(7/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 3.9 MB/s | 1.5 MB 00:00 2024-09-10T09:25:04.788 INFO:teuthology.orchestra.run.smithi173.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.3 MB/s | 801 kB 00:00 2024-09-10T09:25:04.814 INFO:teuthology.orchestra.run.smithi173.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-10T09:25:04.855 INFO:teuthology.orchestra.run.smithi173.stdout:(45/156): python3-requests-2.25.1-8.el9.noarch. 3.0 MB/s | 125 kB 00:00 2024-09-10T09:25:04.881 INFO:teuthology.orchestra.run.smithi173.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-09-10T09:25:04.906 INFO:teuthology.orchestra.run.smithi173.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-10T09:25:04.956 INFO:teuthology.orchestra.run.smithi173.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 5.0 MB/s | 1.2 MB 00:00 2024-09-10T09:25:05.073 INFO:teuthology.orchestra.run.smithi173.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 3.5 MB/s | 689 kB 00:00 2024-09-10T09:25:05.099 INFO:teuthology.orchestra.run.smithi173.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 754 kB/s | 107 kB 00:00 2024-09-10T09:25:05.124 INFO:teuthology.orchestra.run.smithi173.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 432 kB/s | 22 kB 00:00 2024-09-10T09:25:05.165 INFO:teuthology.orchestra.run.smithi173.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 3.6 MB/s | 943 kB 00:00 2024-09-10T09:25:05.191 INFO:teuthology.orchestra.run.smithi173.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 490 kB/s | 33 kB 00:00 2024-09-10T09:25:05.216 INFO:teuthology.orchestra.run.smithi173.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-10T09:25:05.241 INFO:teuthology.orchestra.run.smithi173.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-09-10T09:25:05.267 INFO:teuthology.orchestra.run.smithi173.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-09-10T09:25:05.292 INFO:teuthology.orchestra.run.smithi173.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-10T09:25:05.317 INFO:teuthology.orchestra.run.smithi173.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 907 kB/s | 45 kB 00:00 2024-09-10T09:25:05.351 INFO:teuthology.orchestra.run.smithi173.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-09-10T09:25:05.417 INFO:teuthology.orchestra.run.smithi176.stdout:(8/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86_ 24 MB/s | 17 MB 00:00 2024-09-10T09:25:05.417 INFO:teuthology.orchestra.run.smithi173.stdout:(60/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-09-10T09:25:05.443 INFO:teuthology.orchestra.run.smithi173.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 266 kB/s | 24 kB 00:00 2024-09-10T09:25:05.475 INFO:teuthology.orchestra.run.smithi176.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 433 kB/s | 25 kB 00:00 2024-09-10T09:25:05.476 INFO:teuthology.orchestra.run.smithi173.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 3.6 MB/s | 581 kB 00:00 2024-09-10T09:25:05.502 INFO:teuthology.orchestra.run.smithi173.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 566 kB/s | 47 kB 00:00 2024-09-10T09:25:05.527 INFO:teuthology.orchestra.run.smithi173.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-09-10T09:25:05.552 INFO:teuthology.orchestra.run.smithi173.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 768 kB/s | 38 kB 00:00 2024-09-10T09:25:05.578 INFO:teuthology.orchestra.run.smithi173.stdout:(66/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-09-10T09:25:05.670 INFO:teuthology.orchestra.run.smithi173.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-09-10T09:25:05.684 INFO:teuthology.orchestra.run.smithi176.stdout:(10/156): ceph-common-19.1.1-305.g1cf819b7.el9. 9.8 MB/s | 21 MB 00:02 2024-09-10T09:25:05.734 INFO:teuthology.orchestra.run.smithi176.stdout:(11/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 4.5 MB/s | 228 kB 00:00 2024-09-10T09:25:05.736 INFO:teuthology.orchestra.run.smithi173.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 24 MB/s | 4.9 MB 00:00 2024-09-10T09:25:05.778 INFO:teuthology.orchestra.run.smithi173.stdout:(69/156): postgresql-13.16-1.el9.x86_64.rpm 7.9 MB/s | 1.6 MB 00:00 2024-09-10T09:25:05.801 INFO:teuthology.orchestra.run.smithi176.stdout:(12/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 406 kB/s | 27 kB 00:00 2024-09-10T09:25:05.803 INFO:teuthology.orchestra.run.smithi173.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-10T09:25:05.849 INFO:teuthology.orchestra.run.smithi173.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 5.1 MB/s | 910 kB 00:00 2024-09-10T09:25:05.876 INFO:teuthology.orchestra.run.smithi176.stdout:(13/156): libcephfs-devel-19.1.1-305.g1cf819b7. 423 kB/s | 32 kB 00:00 2024-09-10T09:25:05.879 INFO:teuthology.orchestra.run.smithi173.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-09-10T09:25:05.904 INFO:teuthology.orchestra.run.smithi173.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-10T09:25:05.946 INFO:teuthology.orchestra.run.smithi173.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-10T09:25:05.977 INFO:teuthology.orchestra.run.smithi176.stdout:(14/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 7.3 MB/s | 751 kB 00:00 2024-09-10T09:25:06.030 INFO:teuthology.orchestra.run.smithi173.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 23 MB/s | 5.8 MB 00:00 2024-09-10T09:25:06.056 INFO:teuthology.orchestra.run.smithi173.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-10T09:25:06.060 INFO:teuthology.orchestra.run.smithi176.stdout:(15/156): libcephsqlite-19.1.1-305.g1cf819b7.el 1.9 MB/s | 164 kB 00:00 2024-09-10T09:25:06.081 INFO:teuthology.orchestra.run.smithi173.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-10T09:25:06.106 INFO:teuthology.orchestra.run.smithi173.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 512 kB/s | 26 kB 00:00 2024-09-10T09:25:06.131 INFO:teuthology.orchestra.run.smithi173.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-09-10T09:25:06.156 INFO:teuthology.orchestra.run.smithi173.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-09-10T09:25:06.177 INFO:teuthology.orchestra.run.smithi176.stdout:(16/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9 7.6 MB/s | 11 MB 00:01 2024-09-10T09:25:06.182 INFO:teuthology.orchestra.run.smithi173.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 691 kB/s | 35 kB 00:00 2024-09-10T09:25:06.202 INFO:teuthology.orchestra.run.smithi176.stdout:(17/156): librados-devel-19.1.1-305.g1cf819b7.e 893 kB/s | 127 kB 00:00 2024-09-10T09:25:06.236 INFO:teuthology.orchestra.run.smithi176.stdout:(18/156): libradosstriper1-19.1.1-305.g1cf819b7 8.5 MB/s | 506 kB 00:00 2024-09-10T09:25:06.286 INFO:teuthology.orchestra.run.smithi176.stdout:(19/156): python3-ceph-argparse-19.1.1-305.g1cf 902 kB/s | 45 kB 00:00 2024-09-10T09:25:06.287 INFO:teuthology.orchestra.run.smithi173.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-10T09:25:06.370 INFO:teuthology.orchestra.run.smithi176.stdout:(20/156): python3-ceph-common-19.1.1-305.g1cf81 1.6 MB/s | 136 kB 00:00 2024-09-10T09:25:06.424 INFO:teuthology.orchestra.run.smithi173.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.0 MB/s | 250 kB 00:00 2024-09-10T09:25:06.445 INFO:teuthology.orchestra.run.smithi176.stdout:(21/156): python3-cephfs-19.1.1-305.g1cf819b7.e 2.1 MB/s | 161 kB 00:00 2024-09-10T09:25:06.449 INFO:teuthology.orchestra.run.smithi173.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.3 MB/s | 222 kB 00:00 2024-09-10T09:25:06.475 INFO:teuthology.orchestra.run.smithi173.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-10T09:25:06.491 INFO:teuthology.orchestra.run.smithi173.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-10T09:25:06.517 INFO:teuthology.orchestra.run.smithi173.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 6.3 MB/s | 269 kB 00:00 2024-09-10T09:25:06.542 INFO:teuthology.orchestra.run.smithi173.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-10T09:25:06.545 INFO:teuthology.orchestra.run.smithi176.stdout:(22/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 16 MB/s | 5.3 MB 00:00 2024-09-10T09:25:06.567 INFO:teuthology.orchestra.run.smithi173.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-10T09:25:06.570 INFO:teuthology.orchestra.run.smithi176.stdout:(23/156): python3-rados-19.1.1-305.g1cf819b7.el 2.5 MB/s | 320 kB 00:00 2024-09-10T09:25:06.584 INFO:teuthology.orchestra.run.smithi173.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-09-10T09:25:06.596 INFO:teuthology.orchestra.run.smithi176.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 5.9 MB/s | 301 kB 00:00 2024-09-10T09:25:06.601 INFO:teuthology.orchestra.run.smithi173.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2024-09-10T09:25:06.621 INFO:teuthology.orchestra.run.smithi176.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.9 MB/s | 99 kB 00:00 2024-09-10T09:25:06.638 INFO:teuthology.orchestra.run.smithi176.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 2.0 MB/s | 85 kB 00:00 2024-09-10T09:25:06.677 INFO:teuthology.orchestra.run.smithi173.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 9.8 MB/s | 5.1 MB 00:00 2024-09-10T09:25:06.688 INFO:teuthology.orchestra.run.smithi176.stdout:(27/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 3.3 MB/s | 170 kB 00:00 2024-09-10T09:25:06.693 INFO:teuthology.orchestra.run.smithi173.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 453 kB/s | 42 kB 00:00 2024-09-10T09:25:06.710 INFO:teuthology.orchestra.run.smithi173.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.3 MB/s | 44 kB 00:00 2024-09-10T09:25:06.736 INFO:teuthology.orchestra.run.smithi173.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 5.2 MB/s | 221 kB 00:00 2024-09-10T09:25:06.761 INFO:teuthology.orchestra.run.smithi173.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 716 kB/s | 36 kB 00:00 2024-09-10T09:25:06.772 INFO:teuthology.orchestra.run.smithi176.stdout:(28/156): ceph-grafana-dashboards-19.1.1-305.g1 382 kB/s | 32 kB 00:00 2024-09-10T09:25:06.778 INFO:teuthology.orchestra.run.smithi173.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-10T09:25:06.803 INFO:teuthology.orchestra.run.smithi173.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 7.1 MB/s | 304 kB 00:00 2024-09-10T09:25:06.820 INFO:teuthology.orchestra.run.smithi173.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-10T09:25:06.853 INFO:teuthology.orchestra.run.smithi173.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-10T09:25:06.864 INFO:teuthology.orchestra.run.smithi176.stdout:(29/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 1.6 MB/s | 146 kB 00:00 2024-09-10T09:25:06.870 INFO:teuthology.orchestra.run.smithi173.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-10T09:25:06.887 INFO:teuthology.orchestra.run.smithi173.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-09-10T09:25:06.914 INFO:teuthology.orchestra.run.smithi176.stdout:(30/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 11 MB/s | 3.1 MB 00:00 2024-09-10T09:25:07.113 INFO:teuthology.orchestra.run.smithi173.stdout:(103/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 31 MB/s | 16 MB 00:00 2024-09-10T09:25:07.129 INFO:teuthology.orchestra.run.smithi173.stdout:(104/156): lua-devel-5.4.4-4.el9.x86_64.rpm 86 kB/s | 22 kB 00:00 2024-09-10T09:25:07.180 INFO:teuthology.orchestra.run.smithi173.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 8.0 MB/s | 548 kB 00:00 2024-09-10T09:25:07.197 INFO:teuthology.orchestra.run.smithi173.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-09-10T09:25:07.222 INFO:teuthology.orchestra.run.smithi173.stdout:(107/156): gperftools-libs-2.9.1-2.el9.x86_64.r 3.3 MB/s | 309 kB 00:00 2024-09-10T09:25:07.239 INFO:teuthology.orchestra.run.smithi173.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.5 MB/s | 26 kB 00:00 2024-09-10T09:25:07.256 INFO:teuthology.orchestra.run.smithi173.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 2.9 MB/s | 49 kB 00:00 2024-09-10T09:25:07.281 INFO:teuthology.orchestra.run.smithi173.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-10T09:25:07.315 INFO:teuthology.orchestra.run.smithi173.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.4 MB/s | 151 kB 00:00 2024-09-10T09:25:07.340 INFO:teuthology.orchestra.run.smithi176.stdout:(31/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 26 MB/s | 49 MB 00:01 2024-09-10T09:25:07.348 INFO:teuthology.orchestra.run.smithi173.stdout:(112/156): protobuf-compiler-3.14.0-13.el9.x86_ 1.8 MB/s | 863 kB 00:00 2024-09-10T09:25:07.399 INFO:teuthology.orchestra.run.smithi173.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.8 MB/s | 839 kB 00:00 2024-09-10T09:25:07.407 INFO:teuthology.orchestra.run.smithi176.stdout:(32/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 6.6 MB/s | 3.6 MB 00:00 2024-09-10T09:25:07.424 INFO:teuthology.orchestra.run.smithi173.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.9 MB/s | 43 kB 00:00 2024-09-10T09:25:07.433 INFO:teuthology.orchestra.run.smithi176.stdout:(33/156): ceph-mgr-modules-core-19.1.1-305.g1cf 2.7 MB/s | 249 kB 00:00 2024-09-10T09:25:07.449 INFO:teuthology.orchestra.run.smithi173.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-10T09:25:07.457 INFO:teuthology.orchestra.run.smithi176.stdout:(34/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 986 kB/s | 49 kB 00:00 2024-09-10T09:25:07.475 INFO:teuthology.orchestra.run.smithi173.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 571 kB/s | 14 kB 00:00 2024-09-10T09:25:07.482 INFO:teuthology.orchestra.run.smithi176.stdout:(35/156): ceph-prometheus-alerts-19.1.1-305.g1c 327 kB/s | 16 kB 00:00 2024-09-10T09:25:07.500 INFO:teuthology.orchestra.run.smithi173.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.8 MB/s | 172 kB 00:00 2024-09-10T09:25:07.507 INFO:teuthology.orchestra.run.smithi176.stdout:(36/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 5.6 MB/s | 285 kB 00:00 2024-09-10T09:25:07.525 INFO:teuthology.orchestra.run.smithi173.stdout:(118/156): python3-asyncssh-2.13.2-5.el9.noarch 3.0 MB/s | 548 kB 00:00 2024-09-10T09:25:07.558 INFO:teuthology.orchestra.run.smithi176.stdout:(37/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 10 MB/s | 766 kB 00:00 2024-09-10T09:25:07.558 INFO:teuthology.orchestra.run.smithi173.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-10T09:25:07.583 INFO:teuthology.orchestra.run.smithi176.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 242 kB/s | 18 kB 00:00 2024-09-10T09:25:07.601 INFO:teuthology.orchestra.run.smithi173.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-09-10T09:25:07.626 INFO:teuthology.orchestra.run.smithi173.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.2 MB/s | 220 kB 00:00 2024-09-10T09:25:07.651 INFO:teuthology.orchestra.run.smithi173.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-10T09:25:07.677 INFO:teuthology.orchestra.run.smithi173.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 432 kB/s | 11 kB 00:00 2024-09-10T09:25:07.685 INFO:teuthology.orchestra.run.smithi176.stdout:(39/156): ceph-mgr-diskprediction-local-19.1.1- 9.6 MB/s | 7.4 MB 00:00 2024-09-10T09:25:07.735 INFO:teuthology.orchestra.run.smithi173.stdout:(124/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.2 MB/s | 4.4 MB 00:00 2024-09-10T09:25:07.761 INFO:teuthology.orchestra.run.smithi173.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 211 kB/s | 18 kB 00:00 2024-09-10T09:25:07.786 INFO:teuthology.orchestra.run.smithi173.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 461 kB/s | 23 kB 00:00 2024-09-10T09:25:07.811 INFO:teuthology.orchestra.run.smithi173.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 390 kB/s | 19 kB 00:00 2024-09-10T09:25:07.836 INFO:teuthology.orchestra.run.smithi173.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-09-10T09:25:07.861 INFO:teuthology.orchestra.run.smithi173.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-10T09:25:07.887 INFO:teuthology.orchestra.run.smithi173.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-10T09:25:07.920 INFO:teuthology.orchestra.run.smithi173.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 9.4 MB/s | 1.0 MB 00:00 2024-09-10T09:25:07.937 INFO:teuthology.orchestra.run.smithi173.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-10T09:25:07.962 INFO:teuthology.orchestra.run.smithi173.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 662 kB/s | 16 kB 00:00 2024-09-10T09:25:07.996 INFO:teuthology.orchestra.run.smithi173.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-10T09:25:08.021 INFO:teuthology.orchestra.run.smithi173.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-10T09:25:08.025 INFO:teuthology.orchestra.run.smithi176.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 171 kB/s | 80 kB 00:00 2024-09-10T09:25:08.047 INFO:teuthology.orchestra.run.smithi173.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 560 kB/s | 28 kB 00:00 2024-09-10T09:25:08.072 INFO:teuthology.orchestra.run.smithi173.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 609 kB/s | 31 kB 00:00 2024-09-10T09:25:08.114 INFO:teuthology.orchestra.run.smithi173.stdout:(138/156): python3-grpcio-1.46.7-10.el9.x86_64. 4.0 MB/s | 2.0 MB 00:00 2024-09-10T09:25:08.139 INFO:teuthology.orchestra.run.smithi173.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-09-10T09:25:08.165 INFO:teuthology.orchestra.run.smithi173.stdout:(140/156): python3-rsa-4.9-2.el9.noarch.rpm 643 kB/s | 59 kB 00:00 2024-09-10T09:25:08.190 INFO:teuthology.orchestra.run.smithi173.stdout:(141/156): python3-tempora-5.0.0-2.el9.noarch.r 475 kB/s | 36 kB 00:00 2024-09-10T09:25:08.192 INFO:teuthology.orchestra.run.smithi176.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 376 kB/s | 191 kB 00:00 2024-09-10T09:25:08.215 INFO:teuthology.orchestra.run.smithi173.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-10T09:25:08.240 INFO:teuthology.orchestra.run.smithi173.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-09-10T09:25:08.266 INFO:teuthology.orchestra.run.smithi173.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-10T09:25:08.291 INFO:teuthology.orchestra.run.smithi173.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-10T09:25:08.316 INFO:teuthology.orchestra.run.smithi173.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-10T09:25:08.341 INFO:teuthology.orchestra.run.smithi173.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-10T09:25:08.368 INFO:teuthology.orchestra.run.smithi176.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 740 kB/s | 253 kB 00:00 2024-09-10T09:25:08.392 INFO:teuthology.orchestra.run.smithi173.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-10T09:25:08.393 INFO:teuthology.orchestra.run.smithi176.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 990 kB/s | 801 kB 00:00 2024-09-10T09:25:08.468 INFO:teuthology.orchestra.run.smithi176.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.0 MB/s | 106 kB 00:00 2024-09-10T09:25:08.502 INFO:teuthology.orchestra.run.smithi176.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-09-10T09:25:08.559 INFO:teuthology.orchestra.run.smithi173.stdout:(149/156): librados2-19.1.1-305.g1cf819b7.el9.x 14 MB/s | 3.4 MB 00:00 2024-09-10T09:25:08.569 INFO:teuthology.orchestra.run.smithi176.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-09-10T09:25:08.611 INFO:teuthology.orchestra.run.smithi176.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-09-10T09:25:08.652 INFO:teuthology.orchestra.run.smithi176.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 2.7 MB/s | 1.2 MB 00:00 2024-09-10T09:25:08.700 INFO:teuthology.orchestra.run.smithi173.stdout:(150/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 8.8 MB/s | 3.2 MB 00:00 2024-09-10T09:25:08.728 INFO:teuthology.orchestra.run.smithi176.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 1.4 MB/s | 107 kB 00:00 2024-09-10T09:25:08.767 INFO:teuthology.orchestra.run.smithi173.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 611 kB/s | 41 kB 00:00 2024-09-10T09:25:08.778 INFO:teuthology.orchestra.run.smithi176.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 434 kB/s | 22 kB 00:00 2024-09-10T09:25:08.828 INFO:teuthology.orchestra.run.smithi176.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 4.2 MB/s | 943 kB 00:00 2024-09-10T09:25:08.859 INFO:teuthology.orchestra.run.smithi173.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 2.7 MB/s | 249 kB 00:00 2024-09-10T09:25:08.879 INFO:teuthology.orchestra.run.smithi176.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 656 kB/s | 33 kB 00:00 2024-09-10T09:25:08.912 INFO:teuthology.orchestra.run.smithi176.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-09-10T09:25:08.954 INFO:teuthology.orchestra.run.smithi176.stdout:(54/156): automake-1.16.2-8.el9.noarch.rpm 1.7 MB/s | 689 kB 00:00 2024-09-10T09:25:08.971 INFO:teuthology.orchestra.run.smithi176.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-09-10T09:25:09.005 INFO:teuthology.orchestra.run.smithi176.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 223 kB/s | 11 kB 00:00 2024-09-10T09:25:09.010 INFO:teuthology.orchestra.run.smithi173.stdout:(153/156): NetworkManager-1.49.90-1.el9.x86_64. 3.8 MB/s | 2.3 MB 00:00 2024-09-10T09:25:09.060 INFO:teuthology.orchestra.run.smithi173.stdout:(154/156): NetworkManager-libnm-1.49.90-1.el9.x 3.6 MB/s | 1.8 MB 00:00 2024-09-10T09:25:09.072 INFO:teuthology.orchestra.run.smithi176.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 16 MB/s | 3.0 MB 00:00 2024-09-10T09:25:09.097 INFO:teuthology.orchestra.run.smithi176.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 492 kB/s | 45 kB 00:00 2024-09-10T09:25:09.118 INFO:teuthology.orchestra.run.smithi173.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 5.2 MB/s | 1.4 MB 00:00 2024-09-10T09:25:09.122 INFO:teuthology.orchestra.run.smithi176.stdout:(59/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.0 MB/s | 160 kB 00:00 2024-09-10T09:25:09.181 INFO:teuthology.orchestra.run.smithi176.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 421 kB/s | 24 kB 00:00 2024-09-10T09:25:09.239 INFO:teuthology.orchestra.run.smithi176.stdout:(61/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 814 kB/s | 47 kB 00:00 2024-09-10T09:25:09.264 INFO:teuthology.orchestra.run.smithi176.stdout:(62/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.4 MB/s | 662 kB 00:00 2024-09-10T09:25:09.290 INFO:teuthology.orchestra.run.smithi176.stdout:(63/156): libtool-2.4.6-46.el9.x86_64.rpm 2.9 MB/s | 581 kB 00:00 2024-09-10T09:25:09.349 INFO:teuthology.orchestra.run.smithi176.stdout:(64/156): openblas-0.3.26-2.el9.x86_64.rpm 664 kB/s | 38 kB 00:00 2024-09-10T09:25:09.374 INFO:teuthology.orchestra.run.smithi176.stdout:(65/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-09-10T09:25:09.399 INFO:teuthology.orchestra.run.smithi176.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 1.4 MB/s | 188 kB 00:00 2024-09-10T09:25:09.541 INFO:teuthology.orchestra.run.smithi176.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-09-10T09:25:09.608 INFO:teuthology.orchestra.run.smithi176.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 19 MB/s | 4.9 MB 00:00 2024-09-10T09:25:09.691 INFO:teuthology.orchestra.run.smithi176.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 1.6 MB/s | 137 kB 00:00 2024-09-10T09:25:09.710 INFO:teuthology.orchestra.run.smithi173.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 3.4 MB/s | 2.4 MB 00:00 2024-09-10T09:25:09.716 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-10T09:25:09.717 INFO:teuthology.orchestra.run.smithi173.stdout:Total 20 MB/s | 226 MB 00:11 2024-09-10T09:25:09.783 INFO:teuthology.orchestra.run.smithi176.stdout:(70/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-09-10T09:25:09.825 INFO:teuthology.orchestra.run.smithi176.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 3.1 MB/s | 910 kB 00:00 2024-09-10T09:25:09.900 INFO:teuthology.orchestra.run.smithi176.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.1 MB/s | 87 kB 00:00 2024-09-10T09:25:09.978 INFO:teuthology.orchestra.run.smithi176.stdout:(73/156): postgresql-server-13.16-1.el9.x86_64. 20 MB/s | 5.8 MB 00:00 2024-09-10T09:25:10.036 INFO:teuthology.orchestra.run.smithi176.stdout:(74/156): protobuf-3.14.0-13.el9.x86_64.rpm 4.0 MB/s | 1.0 MB 00:00 2024-09-10T09:25:10.062 INFO:teuthology.orchestra.run.smithi176.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 736 kB/s | 61 kB 00:00 2024-09-10T09:25:10.145 INFO:teuthology.orchestra.run.smithi176.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-10T09:25:10.171 INFO:teuthology.orchestra.run.smithi176.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-09-10T09:25:10.262 INFO:teuthology.orchestra.run.smithi176.stdout:(78/156): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-09-10T09:25:10.288 INFO:teuthology.orchestra.run.smithi176.stdout:(79/156): python3-jsonpatch-1.21-16.el9.noarch. 180 kB/s | 26 kB 00:00 2024-09-10T09:25:10.313 INFO:teuthology.orchestra.run.smithi176.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 135 kB/s | 19 kB 00:00 2024-09-10T09:25:10.363 INFO:teuthology.orchestra.run.smithi176.stdout:(81/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2024-09-10T09:25:10.389 INFO:teuthology.orchestra.run.smithi176.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 346 kB/s | 35 kB 00:00 2024-09-10T09:25:10.472 INFO:teuthology.orchestra.run.smithi176.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-10T09:25:10.497 INFO:teuthology.orchestra.run.smithi176.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-09-10T09:25:10.556 INFO:teuthology.orchestra.run.smithi176.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 727 kB/s | 42 kB 00:00 2024-09-10T09:25:10.598 INFO:teuthology.orchestra.run.smithi176.stdout:(86/156): python3-packaging-20.9-5.el9.noarch.r 616 kB/s | 77 kB 00:00 2024-09-10T09:25:10.665 INFO:teuthology.orchestra.run.smithi176.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-09-10T09:25:10.690 INFO:teuthology.orchestra.run.smithi176.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 159 kB 00:00 2024-09-10T09:25:10.757 INFO:teuthology.orchestra.run.smithi176.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 769 kB/s | 51 kB 00:00 2024-09-10T09:25:10.782 INFO:teuthology.orchestra.run.smithi176.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-09-10T09:25:10.841 INFO:teuthology.orchestra.run.smithi176.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 641 kB/s | 54 kB 00:00 2024-09-10T09:25:10.941 INFO:teuthology.orchestra.run.smithi176.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.1 MB/s | 5.1 MB 00:00 2024-09-10T09:25:10.965 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-10T09:25:10.966 INFO:teuthology.orchestra.run.smithi176.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 333 kB/s | 42 kB 00:00 2024-09-10T09:25:11.025 INFO:teuthology.orchestra.run.smithi176.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 529 kB/s | 44 kB 00:00 2024-09-10T09:25:11.076 INFO:teuthology.orchestra.run.smithi176.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-09-10T09:25:11.101 INFO:teuthology.orchestra.run.smithi176.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 479 kB/s | 36 kB 00:00 2024-09-10T09:25:11.116 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-10T09:25:11.116 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-10T09:25:11.151 INFO:teuthology.orchestra.run.smithi176.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 632 kB/s | 47 kB 00:00 2024-09-10T09:25:11.201 INFO:teuthology.orchestra.run.smithi176.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 3.0 MB/s | 304 kB 00:00 2024-09-10T09:25:11.226 INFO:teuthology.orchestra.run.smithi176.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 769 kB/s | 58 kB 00:00 2024-09-10T09:25:11.310 INFO:teuthology.orchestra.run.smithi176.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 766 kB/s | 64 kB 00:00 2024-09-10T09:25:11.594 INFO:teuthology.orchestra.run.smithi176.stdout:(101/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 244 kB/s | 96 kB 00:00 2024-09-10T09:25:11.694 INFO:teuthology.orchestra.run.smithi176.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 117 kB/s | 45 kB 00:00 2024-09-10T09:25:11.728 INFO:teuthology.orchestra.run.smithi176.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 166 kB/s | 22 kB 00:00 2024-09-10T09:25:11.778 INFO:teuthology.orchestra.run.smithi176.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-10T09:25:11.812 INFO:teuthology.orchestra.run.smithi176.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 9.1 MB/s | 309 kB 00:00 2024-09-10T09:25:11.837 INFO:teuthology.orchestra.run.smithi176.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 780 kB/s | 19 kB 00:00 2024-09-10T09:25:11.912 INFO:teuthology.orchestra.run.smithi176.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 3.9 MB/s | 863 kB 00:00 2024-09-10T09:25:11.987 INFO:teuthology.orchestra.run.smithi176.stdout:(108/156): libarrow-9.0.0-11.el9.x86_64.rpm 29 MB/s | 4.4 MB 00:00 2024-09-10T09:25:12.138 INFO:teuthology.orchestra.run.smithi176.stdout:(109/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-09-10T09:25:12.163 INFO:teuthology.orchestra.run.smithi176.stdout:(110/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 104 kB/s | 26 kB 00:00 2024-09-10T09:25:12.197 INFO:teuthology.orchestra.run.smithi176.stdout:(111/156): liboath-2.6.7-2.el9.x86_64.rpm 235 kB/s | 49 kB 00:00 2024-09-10T09:25:12.222 INFO:teuthology.orchestra.run.smithi176.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-09-10T09:25:12.247 INFO:teuthology.orchestra.run.smithi176.stdout:(113/156): libunwind-1.6.2-1.el9.x86_64.rpm 619 kB/s | 67 kB 00:00 2024-09-10T09:25:12.281 INFO:teuthology.orchestra.run.smithi176.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.3 MB/s | 43 kB 00:00 2024-09-10T09:25:12.306 INFO:teuthology.orchestra.run.smithi176.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-10T09:25:12.340 INFO:teuthology.orchestra.run.smithi176.stdout:(116/156): python3-asyncssh-2.13.2-5.el9.noarch 4.6 MB/s | 548 kB 00:00 2024-09-10T09:25:12.357 INFO:teuthology.orchestra.run.smithi176.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 282 kB/s | 14 kB 00:00 2024-09-10T09:25:12.390 INFO:teuthology.orchestra.run.smithi176.stdout:(118/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 4.3 MB/s | 839 kB 00:00 2024-09-10T09:25:12.415 INFO:teuthology.orchestra.run.smithi176.stdout:(119/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-09-10T09:25:12.449 INFO:teuthology.orchestra.run.smithi176.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-10T09:25:12.474 INFO:teuthology.orchestra.run.smithi176.stdout:(121/156): python3-cherrypy-18.6.1-2.el9.noarch 3.0 MB/s | 358 kB 00:00 2024-09-10T09:25:12.499 INFO:teuthology.orchestra.run.smithi176.stdout:(122/156): python3-google-auth-2.34.0-1.el9.noa 2.6 MB/s | 220 kB 00:00 2024-09-10T09:25:12.516 INFO:teuthology.orchestra.run.smithi176.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 647 kB/s | 11 kB 00:00 2024-09-10T09:25:12.542 INFO:teuthology.orchestra.run.smithi176.stdout:(124/156): python3-grpcio-tools-1.46.7-10.el9.x 2.1 MB/s | 144 kB 00:00 2024-09-10T09:25:12.558 INFO:teuthology.orchestra.run.smithi176.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 422 kB/s | 18 kB 00:00 2024-09-10T09:25:12.576 INFO:teuthology.orchestra.run.smithi176.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 693 kB/s | 23 kB 00:00 2024-09-10T09:25:12.601 INFO:teuthology.orchestra.run.smithi176.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 465 kB/s | 19 kB 00:00 2024-09-10T09:25:12.626 INFO:teuthology.orchestra.run.smithi176.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-09-10T09:25:12.651 INFO:teuthology.orchestra.run.smithi176.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-10T09:25:12.677 INFO:teuthology.orchestra.run.smithi176.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-10T09:25:12.702 INFO:teuthology.orchestra.run.smithi176.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-10T09:25:12.735 INFO:teuthology.orchestra.run.smithi176.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 7.6 MB/s | 1.0 MB 00:00 2024-09-10T09:25:12.761 INFO:teuthology.orchestra.run.smithi176.stdout:(133/156): python3-pecan-1.4.2-3.el9.noarch.rpm 4.5 MB/s | 272 kB 00:00 2024-09-10T09:25:12.796 INFO:teuthology.orchestra.run.smithi176.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 279 kB/s | 16 kB 00:00 2024-09-10T09:25:12.820 INFO:teuthology.orchestra.run.smithi176.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-10T09:25:12.845 INFO:teuthology.orchestra.run.smithi176.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 562 kB/s | 28 kB 00:00 2024-09-10T09:25:12.870 INFO:teuthology.orchestra.run.smithi176.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-10T09:25:12.896 INFO:teuthology.orchestra.run.smithi176.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-10T09:25:12.921 INFO:teuthology.orchestra.run.smithi176.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-10T09:25:12.946 INFO:teuthology.orchestra.run.smithi176.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-10T09:25:12.972 INFO:teuthology.orchestra.run.smithi176.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-10T09:25:12.997 INFO:teuthology.orchestra.run.smithi176.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-10T09:25:13.022 INFO:teuthology.orchestra.run.smithi176.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-10T09:25:13.072 INFO:teuthology.orchestra.run.smithi176.stdout:(144/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.3 MB/s | 2.0 MB 00:00 2024-09-10T09:25:13.097 INFO:teuthology.orchestra.run.smithi176.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 266 kB/s | 20 kB 00:00 2024-09-10T09:25:13.123 INFO:teuthology.orchestra.run.smithi176.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-10T09:25:13.148 INFO:teuthology.orchestra.run.smithi176.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-09-10T09:25:13.199 INFO:teuthology.orchestra.run.smithi176.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-10T09:25:13.284 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-10T09:25:13.285 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-10T09:25:13.382 INFO:teuthology.orchestra.run.smithi176.stdout:(149/156): librados2-19.1.1-305.g1cf819b7.el9.x 13 MB/s | 3.4 MB 00:00 2024-09-10T09:25:13.432 INFO:teuthology.orchestra.run.smithi176.stdout:(150/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-10T09:25:13.616 INFO:teuthology.orchestra.run.smithi176.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 222 kB/s | 41 kB 00:00 2024-09-10T09:25:13.883 INFO:teuthology.orchestra.run.smithi176.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 933 kB/s | 249 kB 00:00 2024-09-10T09:25:13.967 INFO:teuthology.orchestra.run.smithi176.stdout:(153/156): NetworkManager-1.49.90-1.el9.x86_64. 3.0 MB/s | 2.3 MB 00:00 2024-09-10T09:25:14.250 INFO:teuthology.orchestra.run.smithi176.stdout:(154/156): NetworkManager-libnm-1.49.90-1.el9.x 2.1 MB/s | 1.8 MB 00:00 2024-09-10T09:25:14.317 INFO:teuthology.orchestra.run.smithi176.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 3.1 MB/s | 1.4 MB 00:00 2024-09-10T09:25:14.883 INFO:teuthology.orchestra.run.smithi176.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.6 MB/s | 2.4 MB 00:00 2024-09-10T09:25:14.890 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-10T09:25:14.890 INFO:teuthology.orchestra.run.smithi176.stdout:Total 19 MB/s | 226 MB 00:11 2024-09-10T09:25:16.085 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-10T09:25:16.238 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-10T09:25:16.238 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-10T09:25:18.452 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-10T09:25:18.452 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-10T09:25:19.627 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-10T09:25:19.730 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T09:25:19.875 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T09:25:20.067 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T09:25:20.107 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T09:25:20.132 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T09:25:20.199 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T09:25:20.556 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T09:25:20.658 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T09:25:20.764 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T09:25:20.792 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T09:25:20.867 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T09:25:20.898 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T09:25:21.103 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T09:25:21.160 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T09:25:21.188 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T09:25:21.293 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T09:25:21.322 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T09:25:21.385 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T09:25:21.415 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T09:25:21.435 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T09:25:21.652 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T09:25:21.815 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T09:25:21.930 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T09:25:22.047 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T09:25:22.124 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T09:25:22.344 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T09:25:22.457 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T09:25:22.550 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T09:25:22.587 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T09:25:22.621 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T09:25:22.713 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T09:25:22.930 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T09:25:23.009 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T09:25:23.056 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T09:25:23.089 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T09:25:23.116 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T09:25:23.185 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T09:25:23.246 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T09:25:23.278 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T09:25:23.317 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T09:25:23.388 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T09:25:23.424 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T09:25:23.474 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T09:25:23.504 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T09:25:23.573 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T09:25:23.628 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T09:25:23.701 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T09:25:23.833 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T09:25:23.888 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T09:25:24.427 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T09:25:24.588 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T09:25:24.589 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T09:25:24.589 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T09:25:24.618 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T09:25:24.660 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T09:25:24.675 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-10T09:25:24.804 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T09:25:24.815 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T09:25:24.848 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T09:25:24.871 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T09:25:24.903 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T09:25:24.925 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T09:25:24.937 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T09:25:24.963 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T09:25:24.997 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T09:25:25.006 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T09:25:25.031 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T09:25:25.067 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T09:25:25.113 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T09:25:25.149 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T09:25:25.194 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T09:25:25.393 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T09:25:25.405 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T09:25:25.514 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T09:25:25.529 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T09:25:25.578 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T09:25:25.619 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T09:25:25.635 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T09:25:25.665 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T09:25:25.720 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T09:25:25.753 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T09:25:25.755 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T09:25:25.793 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T09:25:25.793 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T09:25:25.818 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T09:25:25.843 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T09:25:25.937 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T09:25:25.980 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T09:25:26.032 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T09:25:26.059 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T09:25:26.060 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T09:25:26.100 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T09:25:26.127 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T09:25:26.162 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T09:25:26.164 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T09:25:26.186 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T09:25:26.201 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T09:25:26.233 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T09:25:26.254 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T09:25:26.262 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T09:25:26.279 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T09:25:26.297 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T09:25:26.304 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T09:25:26.330 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T09:25:26.372 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T09:25:26.406 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T09:25:26.493 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T09:25:26.507 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T09:25:26.536 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T09:25:26.576 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T09:25:26.663 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T09:25:26.678 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T09:25:26.735 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T09:25:26.807 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T09:25:26.918 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T09:25:26.996 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T09:25:27.235 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T09:25:27.344 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T09:25:27.430 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T09:25:27.529 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T09:25:27.529 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T09:25:27.529 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T09:25:27.529 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T09:25:27.533 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T09:25:27.592 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T09:25:27.630 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T09:25:27.636 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T09:25:27.669 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T09:25:27.691 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T09:25:27.712 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T09:25:27.736 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T09:25:27.749 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T09:25:27.781 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T09:25:27.831 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T09:25:27.863 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T09:25:27.866 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T09:25:27.919 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T09:25:27.951 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T09:25:27.994 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T09:25:28.047 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T09:25:28.070 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T09:25:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T09:25:28.105 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T09:25:28.148 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T09:25:28.159 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T09:25:28.176 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T09:25:28.245 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T09:25:28.291 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T09:25:28.365 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T09:25:28.497 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T09:25:28.551 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T09:25:28.806 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T09:25:28.925 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T09:25:29.075 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T09:25:29.163 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T09:25:29.193 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T09:25:29.236 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T09:25:29.274 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T09:25:29.316 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T09:25:29.479 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T09:25:29.551 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T09:25:29.606 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T09:25:29.679 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T09:25:29.711 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T09:25:29.747 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T09:25:29.793 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T09:25:29.829 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T09:25:29.873 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T09:25:29.914 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T09:25:30.052 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T09:25:30.163 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T09:25:30.209 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T09:25:30.240 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T09:25:30.269 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T09:25:30.301 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T09:25:30.383 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T09:25:30.510 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T09:25:30.537 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T09:25:30.615 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T09:25:30.633 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T09:25:30.665 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T09:25:30.757 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T09:25:30.793 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T09:25:30.834 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T09:25:30.890 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T09:25:30.924 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T09:25:31.051 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T09:25:31.176 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T09:25:31.205 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T09:25:31.233 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T09:25:31.281 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T09:25:31.323 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T09:25:31.355 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T09:25:31.385 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T09:25:31.414 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T09:25:31.419 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T09:25:31.443 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T09:25:31.453 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T09:25:31.494 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T09:25:31.513 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T09:25:31.528 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T09:25:31.536 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T09:25:31.614 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T09:25:31.658 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T09:25:31.698 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T09:25:31.799 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T09:25:31.848 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T09:25:32.556 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T09:25:32.604 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T09:25:32.638 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T09:25:32.734 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T09:25:32.800 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T09:25:32.845 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T09:25:32.924 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T09:25:32.957 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T09:25:33.143 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T09:25:33.175 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T09:25:33.252 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T09:25:33.894 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T09:25:33.914 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T09:25:33.949 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T09:25:33.996 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T09:25:34.509 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T09:25:34.548 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T09:25:34.640 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T09:25:34.641 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T09:25:34.641 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T09:25:34.641 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:34.678 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T09:25:35.245 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T09:25:35.329 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T09:25:35.356 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T09:25:35.389 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T09:25:35.698 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T09:25:35.744 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T09:25:35.834 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T09:25:35.857 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T09:25:35.897 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T09:25:36.373 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T09:25:36.414 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T09:25:36.485 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T09:25:36.515 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T09:25:38.850 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T09:25:38.886 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T09:25:39.435 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T09:25:39.474 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T09:25:39.553 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T09:25:39.553 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T09:25:39.553 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T09:25:39.553 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:39.591 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T09:25:46.390 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T09:25:46.390 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /sys 2024-09-10T09:25:46.391 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /proc 2024-09-10T09:25:46.391 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /mnt 2024-09-10T09:25:46.391 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /var/tmp 2024-09-10T09:25:46.391 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /home 2024-09-10T09:25:46.391 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /root 2024-09-10T09:25:46.391 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /tmp 2024-09-10T09:25:46.391 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:46.565 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T09:25:46.581 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T09:25:46.581 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:46.581 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T09:25:46.581 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:48.118 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T09:25:48.145 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T09:25:48.145 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:48.145 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T09:25:48.145 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T09:25:48.146 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T09:25:48.146 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:48.389 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T09:25:48.410 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T09:25:48.410 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:48.410 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T09:25:48.410 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T09:25:48.410 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T09:25:48.410 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:48.879 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T09:25:48.903 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T09:25:48.903 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:48.903 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T09:25:48.903 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T09:25:48.903 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T09:25:48.903 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:49.001 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T09:25:49.057 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T09:25:49.112 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T09:25:49.297 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T09:25:49.338 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T09:25:49.416 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T09:25:49.504 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T09:25:49.651 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T09:25:49.699 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T09:25:49.737 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T09:25:49.764 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T09:25:50.269 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T09:25:50.296 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T09:25:50.328 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T09:25:50.390 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T09:25:50.420 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T09:25:50.932 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T09:25:50.932 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /sys 2024-09-10T09:25:50.932 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /proc 2024-09-10T09:25:50.932 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /mnt 2024-09-10T09:25:50.933 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /var/tmp 2024-09-10T09:25:50.933 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /home 2024-09-10T09:25:50.933 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /root 2024-09-10T09:25:50.933 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /tmp 2024-09-10T09:25:50.933 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:51.121 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T09:25:51.136 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T09:25:51.137 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:51.137 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T09:25:51.137 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:51.471 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T09:25:51.513 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T09:25:52.498 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T09:25:52.530 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T09:25:52.624 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T09:25:52.634 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T09:25:52.650 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T09:25:52.650 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:52.651 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T09:25:52.651 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T09:25:52.651 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T09:25:52.651 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:52.796 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T09:25:52.824 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T09:25:52.848 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T09:25:52.848 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:52.849 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T09:25:52.849 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T09:25:52.849 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T09:25:52.849 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:52.883 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T09:25:52.899 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T09:25:52.906 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T09:25:52.906 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:52.906 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T09:25:52.906 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T09:25:52.906 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T09:25:52.906 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:52.911 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T09:25:53.012 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T09:25:53.071 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T09:25:53.350 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T09:25:53.373 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T09:25:53.373 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:53.373 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T09:25:53.373 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T09:25:53.374 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T09:25:53.374 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:53.471 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T09:25:53.528 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T09:25:53.584 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T09:25:53.776 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T09:25:53.825 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T09:25:53.895 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T09:25:53.983 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T09:25:54.021 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T09:25:54.052 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T09:25:54.077 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T09:25:54.077 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:54.077 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T09:25:54.077 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T09:25:54.077 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T09:25:54.078 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:54.117 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T09:25:54.119 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T09:25:54.143 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T09:25:54.143 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:54.143 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T09:25:54.143 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:54.161 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T09:25:54.195 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T09:25:54.216 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T09:25:54.218 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T09:25:54.218 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:54.218 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T09:25:54.219 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T09:25:54.219 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T09:25:54.219 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:54.244 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T09:25:54.537 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T09:25:54.561 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T09:25:54.561 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:54.561 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T09:25:54.561 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T09:25:54.561 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T09:25:54.561 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:25:54.623 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T09:25:54.651 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T09:25:54.683 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T09:25:54.745 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T09:25:54.774 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T09:25:55.824 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T09:25:55.859 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T09:25:56.826 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T09:25:56.851 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T09:25:56.952 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T09:25:57.121 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T09:25:57.153 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T09:25:57.177 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T09:25:57.177 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:57.177 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T09:25:57.177 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T09:25:57.177 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T09:25:57.177 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:57.229 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T09:25:57.240 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T09:25:57.338 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T09:25:57.389 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T09:25:58.315 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T09:25:58.357 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T09:25:58.380 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T09:25:58.380 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:58.380 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T09:25:58.380 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T09:25:58.380 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T09:25:58.381 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:58.424 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T09:25:58.447 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T09:25:58.447 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:58.447 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T09:25:58.447 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:58.499 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T09:25:58.522 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T09:25:58.522 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:58.522 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T09:25:58.522 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T09:25:58.523 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T09:25:58.523 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:58.827 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T09:25:58.848 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T09:25:58.848 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T09:25:58.848 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T09:25:58.849 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T09:25:58.849 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T09:25:58.849 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:25:59.266 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T09:25:59.307 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T09:25:59.348 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T09:25:59.380 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T09:25:59.407 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T09:25:59.593 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T09:25:59.637 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T09:25:59.667 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T09:25:59.697 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T09:25:59.744 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T09:26:00.321 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T09:26:00.358 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T09:26:00.378 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T09:26:01.212 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T09:26:01.304 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T09:26:01.355 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T09:26:01.435 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T09:26:01.469 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T09:26:01.490 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T09:26:01.517 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T09:26:01.517 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T09:26:01.601 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T09:26:01.601 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T09:26:01.693 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T09:26:01.718 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T09:26:01.724 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T09:26:01.724 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T09:26:01.903 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T09:26:01.904 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T09:26:01.988 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T09:26:02.053 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T09:26:03.462 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T09:26:03.503 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T09:26:03.544 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T09:26:03.576 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T09:26:03.603 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T09:26:03.789 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T09:26:03.833 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T09:26:03.864 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T09:26:03.910 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T09:26:03.956 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T09:26:04.594 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T09:26:04.637 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T09:26:04.656 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T09:26:05.478 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T09:26:05.559 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T09:26:05.605 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T09:26:05.689 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T09:26:05.728 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T09:26:05.754 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T09:26:05.779 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T09:26:05.780 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T09:26:05.863 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T09:26:05.863 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T09:26:05.931 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T09:26:05.956 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T09:26:05.961 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T09:26:05.961 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T09:26:06.141 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T09:26:06.141 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T09:26:06.234 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T09:26:06.298 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T09:26:07.711 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T09:26:07.712 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T09:26:07.713 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T09:26:07.713 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T09:26:07.713 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T09:26:07.713 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T09:26:07.713 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T09:26:07.725 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T09:26:07.725 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T09:26:07.725 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T09:26:07.725 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T09:26:07.725 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T09:26:07.725 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T09:26:07.725 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T09:26:07.725 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T09:26:07.726 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T09:26:07.727 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T09:26:07.728 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T09:26:07.729 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T09:26:07.730 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T09:26:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T09:26:07.732 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T09:26:07.733 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T09:26:07.734 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T09:26:07.735 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T09:26:07.735 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T09:26:07.735 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T09:26:07.735 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T09:26:07.735 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T09:26:07.735 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T09:26:07.735 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T09:26:10.256 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T09:26:10.256 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:10.256 INFO:teuthology.orchestra.run.smithi173.stdout:Upgraded: 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T09:26:10.257 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:10.258 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T09:26:10.259 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T09:26:10.260 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T09:26:10.260 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T09:26:10.260 INFO:teuthology.orchestra.run.smithi173.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T09:26:10.260 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T09:26:10.260 INFO:teuthology.orchestra.run.smithi173.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T09:26:10.260 INFO:teuthology.orchestra.run.smithi173.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T09:26:10.260 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T09:26:10.260 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T09:26:10.260 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T09:26:10.261 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T09:26:10.262 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T09:26:10.263 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T09:26:10.264 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T09:26:10.265 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T09:26:10.266 INFO:teuthology.orchestra.run.smithi173.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T09:26:10.266 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T09:26:10.266 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T09:26:10.266 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T09:26:10.266 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T09:26:10.267 INFO:teuthology.orchestra.run.smithi173.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.268 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T09:26:10.269 INFO:teuthology.orchestra.run.smithi173.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T09:26:10.270 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.270 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.270 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:10.270 INFO:teuthology.orchestra.run.smithi173.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T09:26:10.270 INFO:teuthology.orchestra.run.smithi173.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T09:26:10.270 INFO:teuthology.orchestra.run.smithi173.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T09:26:10.270 INFO:teuthology.orchestra.run.smithi173.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T09:26:10.270 INFO:teuthology.orchestra.run.smithi173.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T09:26:10.270 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T09:26:10.271 INFO:teuthology.orchestra.run.smithi173.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T09:26:10.271 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:10.271 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-10T09:26:10.688 DEBUG:teuthology.parallel:result is None 2024-09-10T09:26:12.004 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T09:26:12.004 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T09:26:12.004 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T09:26:12.005 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T09:26:12.006 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T09:26:12.018 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T09:26:12.018 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T09:26:12.018 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T09:26:12.018 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T09:26:12.018 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T09:26:12.018 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T09:26:12.018 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T09:26:12.018 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T09:26:12.018 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T09:26:12.018 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T09:26:12.019 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T09:26:12.020 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T09:26:12.021 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T09:26:12.022 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T09:26:12.023 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T09:26:12.024 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T09:26:12.025 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T09:26:12.026 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T09:26:12.027 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T09:26:12.028 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T09:26:12.028 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T09:26:12.028 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T09:26:12.028 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T09:26:12.028 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T09:26:12.028 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T09:26:14.507 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T09:26:14.507 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:14.507 INFO:teuthology.orchestra.run.smithi176.stdout:Upgraded: 2024-09-10T09:26:14.507 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T09:26:14.507 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T09:26:14.507 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T09:26:14.507 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T09:26:14.507 INFO:teuthology.orchestra.run.smithi176.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.508 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.509 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T09:26:14.510 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T09:26:14.511 INFO:teuthology.orchestra.run.smithi176.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T09:26:14.512 INFO:teuthology.orchestra.run.smithi176.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T09:26:14.512 INFO:teuthology.orchestra.run.smithi176.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.512 INFO:teuthology.orchestra.run.smithi176.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.512 INFO:teuthology.orchestra.run.smithi176.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T09:26:14.512 INFO:teuthology.orchestra.run.smithi176.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.512 INFO:teuthology.orchestra.run.smithi176.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T09:26:14.512 INFO:teuthology.orchestra.run.smithi176.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T09:26:14.512 INFO:teuthology.orchestra.run.smithi176.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T09:26:14.512 INFO:teuthology.orchestra.run.smithi176.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T09:26:14.513 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T09:26:14.514 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T09:26:14.515 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T09:26:14.516 INFO:teuthology.orchestra.run.smithi176.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T09:26:14.517 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T09:26:14.518 INFO:teuthology.orchestra.run.smithi176.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T09:26:14.519 INFO:teuthology.orchestra.run.smithi176.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T09:26:14.520 INFO:teuthology.orchestra.run.smithi176.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T09:26:14.520 INFO:teuthology.orchestra.run.smithi176.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T09:26:14.520 INFO:teuthology.orchestra.run.smithi176.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T09:26:14.520 INFO:teuthology.orchestra.run.smithi176.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T09:26:14.520 INFO:teuthology.orchestra.run.smithi176.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T09:26:14.520 INFO:teuthology.orchestra.run.smithi176.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T09:26:14.520 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:14.520 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-10T09:26:14.912 DEBUG:teuthology.parallel:result is None 2024-09-10T09:26:14.913 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T09:26:15.061 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T09:26:15.087 INFO:teuthology.orchestra.run.smithi173.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T09:26:15.088 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T09:26:15.088 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T09:26:15.090 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T09:26:15.229 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T09:26:15.252 INFO:teuthology.orchestra.run.smithi176.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T09:26:15.252 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T09:26:15.252 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T09:26:15.254 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-10T09:26:15.254 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:15.254 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T09:26:15.286 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:15.286 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T09:26:15.321 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-10T09:26:15.321 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:15.322 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T09:26:15.354 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T09:26:15.422 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:15.422 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T09:26:15.448 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T09:26:15.514 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-10T09:26:15.515 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:15.515 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T09:26:15.543 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T09:26:15.610 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:15.610 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T09:26:15.635 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T09:26:15.700 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-10T09:26:15.700 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:15.700 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T09:26:15.726 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T09:26:15.792 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:15.792 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T09:26:15.817 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T09:26:15.881 INFO:teuthology.run_tasks:Running task ceph... 2024-09-10T09:26:15.963 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-10T09:26:15.963 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 777 /var/log/ceph 2024-09-10T09:26:15.965 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 777 /var/log/ceph 2024-09-10T09:26:15.989 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-10T09:26:15.990 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T09:26:16.031 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T09:26:16.055 INFO:tasks.ceph:Creating extra log directories... 2024-09-10T09:26:16.056 DEBUG:teuthology.orchestra.run.smithi173:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T09:26:16.097 DEBUG:teuthology.orchestra.run.smithi176:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T09:26:16.127 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-10T09:26:16.128 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-10T09:26:16.128 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-10T09:26:16.128 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:16.128 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-10T09:26:16.177 DEBUG:teuthology.orchestra.run.smithi173:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-10T09:26:16.289 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-10T09:26:16.313 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:16.313 DEBUG:teuthology.orchestra.run.smithi176:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-10T09:26:16.328 DEBUG:teuthology.orchestra.run.smithi176:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-10T09:26:16.441 DEBUG:teuthology.orchestra.run.smithi176:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-10T09:26:16.473 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-10T09:26:16.473 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-10T09:26:16.473 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978', 'branch': 'wip-rishabh-testing-20240909.165402-squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/acls}', 'email': None, 'first_in_suite': False, 'job_id': '7898978', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240909.165402-squid'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'kclient': {'syntax': 'v1'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240909.165402-squid', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 9893, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'sleep_before_teardown': 0, 'subset': '197/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240909.165402-squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi173.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHG9JUQFxtzqZMlnRUalS0kfr9cBHH77yLQF83v3ICOhH5ZZLTn4HI0c/8fo7+Z1RtO5YCc4Pp30mKLgrXlnBOA=', 'smithi176.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNpHrErzGvUf3LaBRpMcYiZMyYJ077NlUCO9lLXmAsJJpxb+Ouc13zG2W4uQOt00NbL7PihjegJTQ/QEtC+gI64='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_acls']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-10_06:58:10', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-10T09:26:16.474 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T09:26:16.476 DEBUG:teuthology.orchestra.run.smithi176:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T09:26:16.522 DEBUG:teuthology.orchestra.run.smithi173:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T09:26:16.532 DEBUG:teuthology.orchestra.run.smithi176:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T09:26:16.586 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:16.586 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T09:26:16.609 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T09:26:16.610 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_1 2024-09-10T09:26:16.664 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T09:26:16.665 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T09:26:16.665 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-10T09:26:16.665 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T09:26:16.665 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T09:26:16.665 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-09-10 09:26:02.422662011 +0000 2024-09-10T09:26:16.665 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-09-10 09:24:15.144428832 +0000 2024-09-10T09:26:16.665 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-09-10 09:24:15.144428832 +0000 2024-09-10T09:26:16.665 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-09-10 09:24:15.144428832 +0000 2024-09-10T09:26:16.665 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T09:26:16.728 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-09-10T09:26:16.728 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-09-10T09:26:16.728 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000241741 s, 2.1 MB/s 2024-09-10T09:26:16.729 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T09:26:16.785 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_2 2024-09-10T09:26:16.841 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T09:26:16.841 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T09:26:16.841 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-10T09:26:16.841 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T09:26:16.842 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T09:26:16.842 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-09-10 09:26:02.422662011 +0000 2024-09-10T09:26:16.842 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-09-10 09:24:15.476421257 +0000 2024-09-10T09:26:16.842 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-09-10 09:24:15.476421257 +0000 2024-09-10T09:26:16.842 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-09-10 09:24:15.476421257 +0000 2024-09-10T09:26:16.842 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T09:26:16.905 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-09-10T09:26:16.905 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-09-10T09:26:16.905 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000174877 s, 2.9 MB/s 2024-09-10T09:26:16.906 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T09:26:16.963 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_3 2024-09-10T09:26:17.018 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T09:26:17.018 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T09:26:17.018 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-10T09:26:17.018 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T09:26:17.018 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T09:26:17.018 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-09-10 09:26:02.422662011 +0000 2024-09-10T09:26:17.018 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-09-10 09:24:15.796413955 +0000 2024-09-10T09:26:17.018 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-09-10 09:24:15.796413955 +0000 2024-09-10T09:26:17.018 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-09-10 09:24:15.796413955 +0000 2024-09-10T09:26:17.018 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T09:26:17.081 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-09-10T09:26:17.081 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-09-10T09:26:17.081 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000202078 s, 2.5 MB/s 2024-09-10T09:26:17.082 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T09:26:17.138 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_4 2024-09-10T09:26:17.193 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T09:26:17.193 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T09:26:17.193 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-10T09:26:17.194 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T09:26:17.194 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T09:26:17.194 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-09-10 09:26:02.423661989 +0000 2024-09-10T09:26:17.194 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-09-10 09:24:16.154405786 +0000 2024-09-10T09:26:17.194 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-09-10 09:24:16.154405786 +0000 2024-09-10T09:26:17.194 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-09-10 09:24:16.154405786 +0000 2024-09-10T09:26:17.194 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T09:26:17.257 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-09-10T09:26:17.257 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-09-10T09:26:17.257 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000194814 s, 2.6 MB/s 2024-09-10T09:26:17.258 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T09:26:17.315 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T09:26:17.315 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:17.315 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T09:26:17.332 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T09:26:17.332 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_1 2024-09-10T09:26:17.388 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T09:26:17.388 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T09:26:17.388 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-10T09:26:17.388 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T09:26:17.388 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T09:26:17.388 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-09-10 09:26:06.654967530 +0000 2024-09-10T09:26:17.389 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-09-10 09:24:15.126119303 +0000 2024-09-10T09:26:17.389 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-09-10 09:24:15.126119303 +0000 2024-09-10T09:26:17.389 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-09-10 09:24:15.126119303 +0000 2024-09-10T09:26:17.389 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T09:26:17.453 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-09-10T09:26:17.453 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-09-10T09:26:17.453 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000191459 s, 2.7 MB/s 2024-09-10T09:26:17.454 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T09:26:17.512 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_2 2024-09-10T09:26:17.567 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T09:26:17.567 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T09:26:17.567 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-10T09:26:17.567 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T09:26:17.567 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T09:26:17.567 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-09-10 09:26:06.654967530 +0000 2024-09-10T09:26:17.567 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-09-10 09:24:15.455116256 +0000 2024-09-10T09:26:17.567 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-09-10 09:24:15.455116256 +0000 2024-09-10T09:26:17.567 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-09-10 09:24:15.455116256 +0000 2024-09-10T09:26:17.568 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T09:26:17.630 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-09-10T09:26:17.630 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-09-10T09:26:17.630 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000186515 s, 2.7 MB/s 2024-09-10T09:26:17.631 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T09:26:17.688 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_3 2024-09-10T09:26:17.743 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T09:26:17.743 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T09:26:17.743 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-10T09:26:17.743 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T09:26:17.743 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T09:26:17.743 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-09-10 09:26:06.654967530 +0000 2024-09-10T09:26:17.743 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-09-10 09:24:15.776113284 +0000 2024-09-10T09:26:17.743 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-09-10 09:24:15.776113284 +0000 2024-09-10T09:26:17.743 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-09-10 09:24:15.776113284 +0000 2024-09-10T09:26:17.744 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T09:26:17.806 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-09-10T09:26:17.806 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-09-10T09:26:17.806 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000181653 s, 2.8 MB/s 2024-09-10T09:26:17.807 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T09:26:17.863 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_4 2024-09-10T09:26:17.918 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T09:26:17.919 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T09:26:17.919 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-10T09:26:17.919 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T09:26:17.919 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T09:26:17.919 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-09-10 09:26:06.655967520 +0000 2024-09-10T09:26:17.919 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-09-10 09:24:16.137109942 +0000 2024-09-10T09:26:17.919 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-09-10 09:24:16.137109942 +0000 2024-09-10T09:26:17.919 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-09-10 09:24:16.137109942 +0000 2024-09-10T09:26:17.919 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T09:26:17.982 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-09-10T09:26:17.982 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-09-10T09:26:17.982 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000210381 s, 2.4 MB/s 2024-09-10T09:26:17.983 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T09:26:18.039 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T09:26:18.039 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi173.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi176.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-10T09:26:18.039 INFO:tasks.ceph:Generating config... 2024-09-10T09:26:18.040 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-10T09:26:18.041 INFO:tasks.ceph:[client] debug client = 20 2024-09-10T09:26:18.041 INFO:tasks.ceph:[client] debug ms = 1 2024-09-10T09:26:18.041 INFO:tasks.ceph:[client] pid file = 2024-09-10T09:26:18.041 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-10T09:26:18.041 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-10T09:26:18.041 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-10T09:26:18.041 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-10T09:26:18.041 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-10T09:26:18.041 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-10T09:26:18.041 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-10T09:26:18.041 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-10T09:26:18.041 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-10T09:26:18.042 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-10T09:26:18.042 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-10T09:26:18.042 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-10T09:26:18.043 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-10T09:26:18.043 INFO:tasks.ceph:Setting up mon.a... 2024-09-10T09:26:18.044 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-10T09:26:18.090 INFO:teuthology.orchestra.run.smithi173.stdout:creating /etc/ceph/ceph.keyring 2024-09-10T09:26:18.093 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-10T09:26:18.137 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T09:26:18.201 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.173'), ('mon.b', '172.21.15.176'), ('mon.c', '[v2:172.21.15.176:3301,v1:172.21.15.176:6790]')] 2024-09-10T09:26:18.202 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.173,172.21.15.176,[v2:172.21.15.176:3301,v1:172.21.15.176:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-10T09:26:18.203 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:18.203 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T09:26:18.257 DEBUG:teuthology.orchestra.run.smithi173:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.173 --add b 172.21.15.176 --addv c '[v2:172.21.15.176:3301,v1:172.21.15.176:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:18.345 INFO:teuthology.orchestra.run.smithi173.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:18.345 INFO:teuthology.orchestra.run.smithi173.stdout:monmaptool: generated fsid 34710975-cc63-4584-a582-b352ccae7f87 2024-09-10T09:26:18.345 INFO:teuthology.orchestra.run.smithi173.stdout:setting min_mon_release = quincy 2024-09-10T09:26:18.345 INFO:teuthology.orchestra.run.smithi173.stdout:epoch 0 2024-09-10T09:26:18.345 INFO:teuthology.orchestra.run.smithi173.stdout:fsid 34710975-cc63-4584-a582-b352ccae7f87 2024-09-10T09:26:18.345 INFO:teuthology.orchestra.run.smithi173.stdout:last_changed 2024-09-10T09:26:18.345127+0000 2024-09-10T09:26:18.345 INFO:teuthology.orchestra.run.smithi173.stdout:created 2024-09-10T09:26:18.345127+0000 2024-09-10T09:26:18.345 INFO:teuthology.orchestra.run.smithi173.stdout:min_mon_release 17 (quincy) 2024-09-10T09:26:18.346 INFO:teuthology.orchestra.run.smithi173.stdout:election_strategy: 1 2024-09-10T09:26:18.346 INFO:teuthology.orchestra.run.smithi173.stdout:0: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.a 2024-09-10T09:26:18.346 INFO:teuthology.orchestra.run.smithi173.stdout:1: [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] mon.b 2024-09-10T09:26:18.346 INFO:teuthology.orchestra.run.smithi173.stdout:2: [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] mon.c 2024-09-10T09:26:18.346 INFO:teuthology.orchestra.run.smithi173.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-10T09:26:18.347 DEBUG:teuthology.orchestra.run.smithi173:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T09:26:18.362 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 34710975-cc63-4584-a582-b352ccae7f87... 2024-09-10T09:26:18.363 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T09:26:18.405 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T09:26:18.445 INFO:teuthology.orchestra.run.smithi173.stdout:[global] 2024-09-10T09:26:18.445 INFO:teuthology.orchestra.run.smithi173.stdout: chdir = "" 2024-09-10T09:26:18.445 INFO:teuthology.orchestra.run.smithi173.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: auth supported = cephx 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: filestore xattr use omap = true 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: mon clock drift allowed = 1.000 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: osd crush chooseleaf type = 0 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: auth debug = true 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: ms die on old message = true 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: ms die on bug = true 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.446 INFO:teuthology.orchestra.run.smithi173.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T09:26:18.447 INFO:teuthology.orchestra.run.smithi173.stdout: mon pg warn max object skew = 0 2024-09-10T09:26:18.447 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.447 INFO:teuthology.orchestra.run.smithi173.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T09:26:18.447 INFO:teuthology.orchestra.run.smithi173.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T09:26:18.447 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.447 INFO:teuthology.orchestra.run.smithi173.stdout: osd pool default size = 2 2024-09-10T09:26:18.447 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.448 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd allow primary affinity = true 2024-09-10T09:26:18.448 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd allow pg remap = true 2024-09-10T09:26:18.448 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on legacy crush tunables = false 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on crush straw calc version zero = false 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on no sortbitwise = false 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on osd down out interval zero = false 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on too few osds = false 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: mon_allow_pool_size_one = true 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: osd default data pool replay window = 5 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: mon allow pool delete = true 2024-09-10T09:26:18.449 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: mon cluster log file level = debug 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: debug asserts on shutdown = true 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: mon health detail to clog = false 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: mon host = "172.21.15.173,172.21.15.176,[v2:172.21.15.176:3301,v1:172.21.15.176:6790]" 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: ms die on skipped message = False 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: fsid = 34710975-cc63-4584-a582-b352ccae7f87 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout:[osd] 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: osd journal size = 100 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: osd scrub load threshold = 5.0 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: osd scrub max interval = 600 2024-09-10T09:26:18.450 INFO:teuthology.orchestra.run.smithi173.stdout: osd mclock profile = high_recovery_ops 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: osd recover clone overlap = true 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: osd recovery max chunk = 1048576 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug shutdown = true 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug op order = true 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug verify stray on activate = true 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug trim objects = true 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: osd open classes on start = true 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug pg log writeout = true 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: osd deep scrub update digest min age = 30 2024-09-10T09:26:18.451 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: osd map max advance = 10 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: journal zero on create = true 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: filestore ondisk finisher threads = 3 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: filestore apply finisher threads = 3 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: bdev debug aio = true 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: osd debug misdirected ops = true 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: bluestore block size = 96636764160 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: bluestore fsck on mount = True 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: debug bluefs = 20 2024-09-10T09:26:18.452 INFO:teuthology.orchestra.run.smithi173.stdout: debug bluestore = 20 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: debug ms = 1 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: debug osd = 20 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: debug rocksdb = 10 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd full ratio = 0.9 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd nearfull ratio = 0.8 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: osd failsafe full ratio = 0.95 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: osd objectstore = bluestore 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: osd op complaint time = 180 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout:[mgr] 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: debug ms = 1 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: debug mgr = 20 2024-09-10T09:26:18.453 INFO:teuthology.orchestra.run.smithi173.stdout: debug mon = 20 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: debug auth = 20 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: mon reweight min pgs per osd = 4 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: mon reweight min bytes per osd = 10 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: mgr/telemetry/nag = false 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: debug client = 20 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout:[mon] 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: debug ms = 1 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: debug mon = 20 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: debug paxos = 20 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: debug auth = 20 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: mon data avail warn = 5 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: mon mgr mkfs grace = 240 2024-09-10T09:26:18.454 INFO:teuthology.orchestra.run.smithi173.stdout: mon reweight min pgs per osd = 4 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd reporter subtree level = osd 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: mon osd prime pg temp = true 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: mon reweight min bytes per osd = 10 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.455 INFO:teuthology.orchestra.run.smithi173.stdout: # 1m isn't quite enough 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: mon_down_mkfs_grace = 2m 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: mon_warn_on_filestore_osds = false 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: mon down mkfs grace = 300 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: mon op complaint time = 120 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: mon warn on pool no app = False 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout:[client] 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: rgw cache enabled = true 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: rgw enable ops log = true 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: rgw enable usage log = true 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: client mount timeout = 600 2024-09-10T09:26:18.456 INFO:teuthology.orchestra.run.smithi173.stdout: debug client = 20 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout: debug ms = 1 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout: pid file = "" 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout: rados mon op timeout = 900 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout: rados osd op timeout = 900 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout:[mon.a] 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout:[mon.b] 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout:[mon.c] 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.a] 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.c] 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.b] 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.d] 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout:[mds] 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout: debug mds = 20 2024-09-10T09:26:18.457 INFO:teuthology.orchestra.run.smithi173.stdout: debug mds balancer = 20 2024-09-10T09:26:18.458 INFO:teuthology.orchestra.run.smithi173.stdout: debug ms = 1 2024-09-10T09:26:18.458 INFO:teuthology.orchestra.run.smithi173.stdout: mds debug frag = True 2024-09-10T09:26:18.458 INFO:teuthology.orchestra.run.smithi173.stdout: mds debug scatterstat = True 2024-09-10T09:26:18.458 INFO:teuthology.orchestra.run.smithi173.stdout: mds op complaint time = 180 2024-09-10T09:26:18.458 INFO:teuthology.orchestra.run.smithi173.stdout: mds verify scatter = True 2024-09-10T09:26:18.458 INFO:teuthology.orchestra.run.smithi173.stdout: osd op complaint time = 180 2024-09-10T09:26:18.458 INFO:teuthology.orchestra.run.smithi173.stdout: rados mon op timeout = 900 2024-09-10T09:26:18.458 INFO:teuthology.orchestra.run.smithi173.stdout: rados osd op timeout = 900 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout:[global] 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: chdir = "" 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: auth supported = cephx 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: filestore xattr use omap = true 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: mon clock drift allowed = 1.000 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: osd crush chooseleaf type = 0 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: auth debug = true 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.459 INFO:teuthology.orchestra.run.smithi176.stdout: ms die on old message = true 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: ms die on bug = true 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: mon pg warn max object skew = 0 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: osd pool default size = 2 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd allow primary affinity = true 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd allow pg remap = true 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on legacy crush tunables = false 2024-09-10T09:26:18.460 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on crush straw calc version zero = false 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on no sortbitwise = false 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on osd down out interval zero = false 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on too few osds = false 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: mon_allow_pool_size_one = true 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: osd default data pool replay window = 5 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: mon allow pool delete = true 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.461 INFO:teuthology.orchestra.run.smithi176.stdout: mon cluster log file level = debug 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: debug asserts on shutdown = true 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: mon health detail to clog = false 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: mon host = "172.21.15.173,172.21.15.176,[v2:172.21.15.176:3301,v1:172.21.15.176:6790]" 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: ms die on skipped message = False 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: fsid = 34710975-cc63-4584-a582-b352ccae7f87 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout:[osd] 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: osd journal size = 100 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: osd scrub load threshold = 5.0 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: osd scrub max interval = 600 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: osd mclock profile = high_recovery_ops 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.462 INFO:teuthology.orchestra.run.smithi176.stdout: osd recover clone overlap = true 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: osd recovery max chunk = 1048576 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug shutdown = true 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug op order = true 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug verify stray on activate = true 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug trim objects = true 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: osd open classes on start = true 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug pg log writeout = true 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: osd deep scrub update digest min age = 30 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: osd map max advance = 10 2024-09-10T09:26:18.463 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: journal zero on create = true 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: filestore ondisk finisher threads = 3 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: filestore apply finisher threads = 3 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: bdev debug aio = true 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug misdirected ops = true 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: bluestore block size = 96636764160 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: bluestore fsck on mount = True 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: debug bluefs = 20 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: debug bluestore = 20 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: debug ms = 1 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: debug osd = 20 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: debug rocksdb = 10 2024-09-10T09:26:18.464 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd full ratio = 0.9 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd nearfull ratio = 0.8 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: osd failsafe full ratio = 0.95 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: osd objectstore = bluestore 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: osd op complaint time = 180 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout:[mgr] 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: debug ms = 1 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: debug mgr = 20 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: debug mon = 20 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: debug auth = 20 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: mon reweight min pgs per osd = 4 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: mon reweight min bytes per osd = 10 2024-09-10T09:26:18.465 INFO:teuthology.orchestra.run.smithi176.stdout: mgr/telemetry/nag = false 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: debug client = 20 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout:[mon] 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: debug ms = 1 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: debug mon = 20 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: debug paxos = 20 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: debug auth = 20 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: mon data avail warn = 5 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: mon mgr mkfs grace = 240 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: mon reweight min pgs per osd = 4 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd reporter subtree level = osd 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd prime pg temp = true 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: mon reweight min bytes per osd = 10 2024-09-10T09:26:18.466 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: # 1m isn't quite enough 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: mon_down_mkfs_grace = 2m 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: mon_warn_on_filestore_osds = false 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: mon down mkfs grace = 300 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: mon op complaint time = 120 2024-09-10T09:26:18.467 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on pool no app = False 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout:[client] 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: rgw cache enabled = true 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: rgw enable ops log = true 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: rgw enable usage log = true 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: client mount timeout = 600 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: debug client = 20 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: debug ms = 1 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: pid file = "" 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: rados mon op timeout = 900 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout: rados osd op timeout = 900 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout:[mon.a] 2024-09-10T09:26:18.468 INFO:teuthology.orchestra.run.smithi176.stdout:[mon.b] 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout:[mon.c] 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout:[mds.a] 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout:[mds.c] 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout:[mds.b] 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout:[mds.d] 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout:[mds] 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout: debug mds = 20 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout: debug mds balancer = 20 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout: debug ms = 1 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout: mds debug frag = True 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout: mds debug scatterstat = True 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout: mds op complaint time = 180 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout: mds verify scatter = True 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout: osd op complaint time = 180 2024-09-10T09:26:18.469 INFO:teuthology.orchestra.run.smithi176.stdout: rados mon op timeout = 900 2024-09-10T09:26:18.470 INFO:teuthology.orchestra.run.smithi176.stdout: rados osd op timeout = 900 2024-09-10T09:26:18.471 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-10T09:26:18.471 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-10T09:26:18.565 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-10T09:26:18.565 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:18.565 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-10T09:26:18.580 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:18.581 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-10T09:26:18.636 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:26:18.636 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:18.636 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T09:26:18.636 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T09:26:18.710 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:18.710 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:18.765 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:26:18.765 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:18.765 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T09:26:18.765 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T09:26:18.801 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:18.801 DEBUG:teuthology.orchestra.run.smithi176:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:18.857 INFO:tasks.ceph:Setting up mon nodes... 2024-09-10T09:26:18.858 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-10T09:26:18.858 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T09:26:18.908 INFO:teuthology.orchestra.run.smithi173.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T09:26:18.911 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T09:26:18.973 INFO:teuthology.orchestra.run.smithi176.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T09:26:18.976 INFO:tasks.ceph:Setting up mds nodes... 2024-09-10T09:26:18.976 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-10T09:26:19.027 INFO:teuthology.orchestra.run.smithi173.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-10T09:26:19.029 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-10T09:26:19.054 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-10T09:26:19.144 INFO:teuthology.orchestra.run.smithi173.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-10T09:26:19.147 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-10T09:26:19.171 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-10T09:26:19.223 INFO:teuthology.orchestra.run.smithi176.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-10T09:26:19.226 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-10T09:26:19.250 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-10T09:26:19.341 INFO:teuthology.orchestra.run.smithi176.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-10T09:26:19.344 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-10T09:26:19.368 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-10T09:26:19.368 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-10T09:26:19.410 INFO:teuthology.orchestra.run.smithi173.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-10T09:26:19.421 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-10T09:26:19.502 INFO:teuthology.orchestra.run.smithi173.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-10T09:26:19.515 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-10T09:26:19.556 INFO:teuthology.orchestra.run.smithi176.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-10T09:26:19.569 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-10T09:26:19.650 INFO:teuthology.orchestra.run.smithi176.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-10T09:26:19.662 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-10T09:26:19.662 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi173.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi176.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-10T09:26:19.663 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-10T09:26:19.688 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T09:26:19.688 INFO:tasks.ceph:role: osd.0 2024-09-10T09:26:19.688 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:26:19.688 DEBUG:teuthology.orchestra.run.smithi173:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T09:26:19.759 INFO:teuthology.orchestra.run.smithi173.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T09:26:19.760 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T09:26:19.760 INFO:teuthology.orchestra.run.smithi173.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T09:26:19.760 INFO:teuthology.orchestra.run.smithi173.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T09:26:19.760 INFO:teuthology.orchestra.run.smithi173.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T09:26:19.760 INFO:teuthology.orchestra.run.smithi173.stdout: = sunit=0 swidth=0 blks 2024-09-10T09:26:19.760 INFO:teuthology.orchestra.run.smithi173.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T09:26:19.760 INFO:teuthology.orchestra.run.smithi173.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T09:26:19.760 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T09:26:19.760 INFO:teuthology.orchestra.run.smithi173.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T09:26:20.260 INFO:teuthology.orchestra.run.smithi173.stdout:Discarding blocks...Done. 2024-09-10T09:26:20.262 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi173.front.sepia.ceph.com -o noatime 2024-09-10T09:26:20.262 DEBUG:teuthology.orchestra.run.smithi173:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-10T09:26:20.374 DEBUG:teuthology.orchestra.run.smithi173:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-10T09:26:20.406 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-10T09:26:20.472 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T09:26:20.472 INFO:tasks.ceph:role: osd.1 2024-09-10T09:26:20.472 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:26:20.472 DEBUG:teuthology.orchestra.run.smithi173:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T09:26:20.545 INFO:teuthology.orchestra.run.smithi173.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T09:26:20.546 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T09:26:20.546 INFO:teuthology.orchestra.run.smithi173.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T09:26:20.546 INFO:teuthology.orchestra.run.smithi173.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T09:26:20.546 INFO:teuthology.orchestra.run.smithi173.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T09:26:20.546 INFO:teuthology.orchestra.run.smithi173.stdout: = sunit=0 swidth=0 blks 2024-09-10T09:26:20.546 INFO:teuthology.orchestra.run.smithi173.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T09:26:20.546 INFO:teuthology.orchestra.run.smithi173.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T09:26:20.546 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T09:26:20.546 INFO:teuthology.orchestra.run.smithi173.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T09:26:21.010 INFO:teuthology.orchestra.run.smithi173.stdout:Discarding blocks...Done. 2024-09-10T09:26:21.012 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi173.front.sepia.ceph.com -o noatime 2024-09-10T09:26:21.013 DEBUG:teuthology.orchestra.run.smithi173:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-10T09:26:21.103 DEBUG:teuthology.orchestra.run.smithi173:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-10T09:26:21.132 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-10T09:26:21.197 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T09:26:21.197 INFO:tasks.ceph:role: osd.2 2024-09-10T09:26:21.197 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:26:21.197 DEBUG:teuthology.orchestra.run.smithi173:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T09:26:21.270 INFO:teuthology.orchestra.run.smithi173.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T09:26:21.270 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T09:26:21.270 INFO:teuthology.orchestra.run.smithi173.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T09:26:21.270 INFO:teuthology.orchestra.run.smithi173.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T09:26:21.270 INFO:teuthology.orchestra.run.smithi173.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T09:26:21.271 INFO:teuthology.orchestra.run.smithi173.stdout: = sunit=0 swidth=0 blks 2024-09-10T09:26:21.271 INFO:teuthology.orchestra.run.smithi173.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T09:26:21.271 INFO:teuthology.orchestra.run.smithi173.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T09:26:21.271 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T09:26:21.271 INFO:teuthology.orchestra.run.smithi173.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T09:26:21.786 INFO:teuthology.orchestra.run.smithi173.stdout:Discarding blocks...Done. 2024-09-10T09:26:21.787 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi173.front.sepia.ceph.com -o noatime 2024-09-10T09:26:21.787 DEBUG:teuthology.orchestra.run.smithi173:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-10T09:26:21.924 DEBUG:teuthology.orchestra.run.smithi173:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-10T09:26:21.957 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-10T09:26:22.024 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T09:26:22.024 INFO:tasks.ceph:role: osd.3 2024-09-10T09:26:22.025 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:26:22.025 DEBUG:teuthology.orchestra.run.smithi173:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T09:26:22.097 INFO:teuthology.orchestra.run.smithi173.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T09:26:22.097 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T09:26:22.097 INFO:teuthology.orchestra.run.smithi173.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T09:26:22.097 INFO:teuthology.orchestra.run.smithi173.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T09:26:22.097 INFO:teuthology.orchestra.run.smithi173.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T09:26:22.097 INFO:teuthology.orchestra.run.smithi173.stdout: = sunit=0 swidth=0 blks 2024-09-10T09:26:22.097 INFO:teuthology.orchestra.run.smithi173.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T09:26:22.097 INFO:teuthology.orchestra.run.smithi173.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T09:26:22.098 INFO:teuthology.orchestra.run.smithi173.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T09:26:22.098 INFO:teuthology.orchestra.run.smithi173.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T09:26:22.587 INFO:teuthology.orchestra.run.smithi173.stdout:Discarding blocks...Done. 2024-09-10T09:26:22.589 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi173.front.sepia.ceph.com -o noatime 2024-09-10T09:26:22.589 DEBUG:teuthology.orchestra.run.smithi173:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-10T09:26:22.720 DEBUG:teuthology.orchestra.run.smithi173:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-10T09:26:22.752 DEBUG:teuthology.orchestra.run.smithi173:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:22.843 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:22.842+0000 7f593c20c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-10T09:26:22.843 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:22.842+0000 7f593c20c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-10T09:26:22.843 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:22.842+0000 7f593c20c640 -1 bdev(0x5567a0975800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-10T09:26:22.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:22.842+0000 7f593c20c640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-10T09:26:25.761 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-10T09:26:25.790 DEBUG:teuthology.orchestra.run.smithi173:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:25.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:25.878+0000 7fb867b02640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-10T09:26:25.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:25.878+0000 7fb867b02640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-10T09:26:25.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:25.878+0000 7fb867b02640 -1 bdev(0x55c3659e3800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-10T09:26:25.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:25.878+0000 7fb867b02640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-10T09:26:28.802 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-10T09:26:28.832 DEBUG:teuthology.orchestra.run.smithi173:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:28.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:28.922+0000 7f58409a2640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-10T09:26:28.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:28.922+0000 7f58409a2640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-10T09:26:28.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:28.922+0000 7f58409a2640 -1 bdev(0x558548845800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-10T09:26:28.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:28.923+0000 7f58409a2640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-10T09:26:32.338 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-10T09:26:32.364 DEBUG:teuthology.orchestra.run.smithi173:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:32.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:32.451+0000 7f5b4c4e6640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-10T09:26:32.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:32.451+0000 7f5b4c4e6640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-10T09:26:32.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:32.451+0000 7f5b4c4e6640 -1 bdev(0x5642533af800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-10T09:26:32.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:32.451+0000 7f5b4c4e6640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-10T09:26:35.362 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-10T09:26:35.391 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-10T09:26:35.421 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T09:26:35.422 INFO:tasks.ceph:role: osd.4 2024-09-10T09:26:35.422 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:26:35.422 DEBUG:teuthology.orchestra.run.smithi176:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T09:26:35.498 INFO:teuthology.orchestra.run.smithi176.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T09:26:35.498 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T09:26:35.498 INFO:teuthology.orchestra.run.smithi176.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T09:26:35.498 INFO:teuthology.orchestra.run.smithi176.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T09:26:35.498 INFO:teuthology.orchestra.run.smithi176.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T09:26:35.498 INFO:teuthology.orchestra.run.smithi176.stdout: = sunit=0 swidth=0 blks 2024-09-10T09:26:35.498 INFO:teuthology.orchestra.run.smithi176.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T09:26:35.498 INFO:teuthology.orchestra.run.smithi176.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T09:26:35.498 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T09:26:35.499 INFO:teuthology.orchestra.run.smithi176.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T09:26:35.972 INFO:teuthology.orchestra.run.smithi176.stdout:Discarding blocks...Done. 2024-09-10T09:26:35.975 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi176.front.sepia.ceph.com -o noatime 2024-09-10T09:26:35.975 DEBUG:teuthology.orchestra.run.smithi176:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-10T09:26:36.096 DEBUG:teuthology.orchestra.run.smithi176:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-10T09:26:36.127 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-10T09:26:36.193 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T09:26:36.193 INFO:tasks.ceph:role: osd.5 2024-09-10T09:26:36.193 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:26:36.193 DEBUG:teuthology.orchestra.run.smithi176:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T09:26:36.266 INFO:teuthology.orchestra.run.smithi176.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T09:26:36.266 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T09:26:36.266 INFO:teuthology.orchestra.run.smithi176.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T09:26:36.266 INFO:teuthology.orchestra.run.smithi176.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T09:26:36.266 INFO:teuthology.orchestra.run.smithi176.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T09:26:36.266 INFO:teuthology.orchestra.run.smithi176.stdout: = sunit=0 swidth=0 blks 2024-09-10T09:26:36.266 INFO:teuthology.orchestra.run.smithi176.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T09:26:36.266 INFO:teuthology.orchestra.run.smithi176.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T09:26:36.266 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T09:26:36.267 INFO:teuthology.orchestra.run.smithi176.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T09:26:36.728 INFO:teuthology.orchestra.run.smithi176.stdout:Discarding blocks...Done. 2024-09-10T09:26:36.730 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi176.front.sepia.ceph.com -o noatime 2024-09-10T09:26:36.731 DEBUG:teuthology.orchestra.run.smithi176:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-10T09:26:36.803 DEBUG:teuthology.orchestra.run.smithi176:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-10T09:26:36.876 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-10T09:26:36.940 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T09:26:36.941 INFO:tasks.ceph:role: osd.6 2024-09-10T09:26:36.941 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:26:36.941 DEBUG:teuthology.orchestra.run.smithi176:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T09:26:37.012 INFO:teuthology.orchestra.run.smithi176.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T09:26:37.012 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T09:26:37.012 INFO:teuthology.orchestra.run.smithi176.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T09:26:37.013 INFO:teuthology.orchestra.run.smithi176.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T09:26:37.013 INFO:teuthology.orchestra.run.smithi176.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T09:26:37.013 INFO:teuthology.orchestra.run.smithi176.stdout: = sunit=0 swidth=0 blks 2024-09-10T09:26:37.013 INFO:teuthology.orchestra.run.smithi176.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T09:26:37.013 INFO:teuthology.orchestra.run.smithi176.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T09:26:37.013 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T09:26:37.013 INFO:teuthology.orchestra.run.smithi176.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T09:26:37.500 INFO:teuthology.orchestra.run.smithi176.stdout:Discarding blocks...Done. 2024-09-10T09:26:37.502 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi176.front.sepia.ceph.com -o noatime 2024-09-10T09:26:37.502 DEBUG:teuthology.orchestra.run.smithi176:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-10T09:26:37.598 DEBUG:teuthology.orchestra.run.smithi176:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-10T09:26:37.628 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-10T09:26:37.693 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T09:26:37.694 INFO:tasks.ceph:role: osd.7 2024-09-10T09:26:37.694 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:26:37.694 DEBUG:teuthology.orchestra.run.smithi176:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T09:26:37.766 INFO:teuthology.orchestra.run.smithi176.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T09:26:37.766 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T09:26:37.766 INFO:teuthology.orchestra.run.smithi176.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T09:26:37.766 INFO:teuthology.orchestra.run.smithi176.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T09:26:37.766 INFO:teuthology.orchestra.run.smithi176.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T09:26:37.767 INFO:teuthology.orchestra.run.smithi176.stdout: = sunit=0 swidth=0 blks 2024-09-10T09:26:37.767 INFO:teuthology.orchestra.run.smithi176.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T09:26:37.767 INFO:teuthology.orchestra.run.smithi176.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T09:26:37.767 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T09:26:37.767 INFO:teuthology.orchestra.run.smithi176.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T09:26:38.295 INFO:teuthology.orchestra.run.smithi176.stdout:Discarding blocks...Done. 2024-09-10T09:26:38.297 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi176.front.sepia.ceph.com -o noatime 2024-09-10T09:26:38.297 DEBUG:teuthology.orchestra.run.smithi176:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-10T09:26:38.443 DEBUG:teuthology.orchestra.run.smithi176:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-10T09:26:38.475 DEBUG:teuthology.orchestra.run.smithi176:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:38.580 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:38.579+0000 7f96f2213640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-10T09:26:38.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:38.583+0000 7f96f2213640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-10T09:26:38.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:38.583+0000 7f96f2213640 -1 bdev(0x562719bf5800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-10T09:26:38.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:38.583+0000 7f96f2213640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-10T09:26:41.751 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-10T09:26:41.781 DEBUG:teuthology.orchestra.run.smithi176:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:41.872 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:41.870+0000 7f35f7c0b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-10T09:26:41.872 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:41.871+0000 7f35f7c0b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-10T09:26:41.872 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:41.871+0000 7f35f7c0b640 -1 bdev(0x55887cee1800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-10T09:26:41.872 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:41.871+0000 7f35f7c0b640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-10T09:26:45.036 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-10T09:26:45.065 DEBUG:teuthology.orchestra.run.smithi176:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:45.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:45.154+0000 7fd22b262640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-10T09:26:45.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:45.155+0000 7fd22b262640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-10T09:26:45.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:45.155+0000 7fd22b262640 -1 bdev(0x55c1321ab800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-10T09:26:45.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:45.155+0000 7fd22b262640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-10T09:26:46.475 DEBUG:teuthology.orchestra.run.smithi173:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:26:46.478 DEBUG:teuthology.orchestra.run.smithi176:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:26:48.071 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-10T09:26:48.097 DEBUG:teuthology.orchestra.run.smithi176:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:48.185 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:48.183+0000 7f270fa2c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-10T09:26:48.185 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:48.184+0000 7f270fa2c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-10T09:26:48.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:48.184+0000 7f270fa2c640 -1 bdev(0x55d1a4be5800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-10T09:26:48.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:48.184+0000 7f270fa2c640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-10T09:26:51.353 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-10T09:26:51.379 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-10T09:26:51.379 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:51.379 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-10T09:26:51.410 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:51.410 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-10T09:26:51.478 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:51.479 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-10T09:26:51.547 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:51.548 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-10T09:26:51.616 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:51.616 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-10T09:26:51.684 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:51.684 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-10T09:26:51.751 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:51.751 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-10T09:26:51.819 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:51.819 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-10T09:26:51.846 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:51.847 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-10T09:26:51.912 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:51.912 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-10T09:26:51.978 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:51.978 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-10T09:26:52.043 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:52.044 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-10T09:26:52.108 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:52.108 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-10T09:26:52.173 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:52.173 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-10T09:26:52.238 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:52.238 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-10T09:26:52.257 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:52.257 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-10T09:26:52.316 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:52.316 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-10T09:26:52.332 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:52.332 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-10T09:26:52.387 INFO:tasks.ceph:Adding keys to all mons... 2024-09-10T09:26:52.387 DEBUG:teuthology.orchestra.run.smithi173:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T09:26:52.389 DEBUG:teuthology.orchestra.run.smithi176:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T09:26:52.430 INFO:teuthology.orchestra.run.smithi173.stdout:[mgr.y] 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC6EOBmLzktNhAAxUv1QDmw72JKwOaHSbIsHA== 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.a] 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC7EOBmuxakARAAtnN0/C5iq5LYnMcr+zmmYA== 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.c] 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC7EOBmbV2iCBAAkjdu0doMuwI5hDq8OStOwA== 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.0] 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC+EOBmL05EMhAAu4bgqIVMDn8nHBjpjB/Phw== 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.1] 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDBEOBmwEZlNBAAQlyeLXXKOmTjOdWw86KXjQ== 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.2] 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDEEOBmx5sNNxAAAcDJKjyRzfChyUeND3fgfg== 2024-09-10T09:26:52.431 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.3] 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDIEOBmRu3wGhAAUWxUpSB4Oczm2YKJCZqEzw== 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout:[mgr.x] 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC6EOBmpRUGOhAAYMx5QJ3Wt6EWg8XIACjI/w== 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.b] 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC7EOBmd9xVDRAA/QM2TK6RGRhAWZ6+fF5S5g== 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout:[mds.d] 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC7EOBmRtVcFBAAMv7ZJjRAPd76u9P5zJWOcw== 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.4] 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDOEOBmsB6bIhAAoaCSZA4AGhOKP6cy5ELyZg== 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.5] 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDREOBmLAn2MxAAbVqtuU9+fdjF6E2wkbqxrw== 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.6] 2024-09-10T09:26:52.432 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDVEOBm0HNGCRAAzTRKRSsWLKgMNHeIWZ9fVA== 2024-09-10T09:26:52.433 INFO:teuthology.orchestra.run.smithi173.stdout:[osd.7] 2024-09-10T09:26:52.433 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDYEOBmhYIDCxAAT6RwsMDs0uIunBKyxPlNmQ== 2024-09-10T09:26:52.433 INFO:teuthology.orchestra.run.smithi173.stdout:[client.0] 2024-09-10T09:26:52.433 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC7EOBmlkFmGBAAQYEPuCFF/aghcnPdgc23aw== 2024-09-10T09:26:52.433 INFO:teuthology.orchestra.run.smithi173.stdout:[client.2] 2024-09-10T09:26:52.433 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC7EOBmMfH5HRAAcSBUNjmRqWQsxI5H4Heiew== 2024-09-10T09:26:52.433 INFO:teuthology.orchestra.run.smithi173.stdout:[client.1] 2024-09-10T09:26:52.433 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC7EOBmXLkuIRAAXO+8jCOhYkp4UhIc/j1qmg== 2024-09-10T09:26:52.433 INFO:teuthology.orchestra.run.smithi173.stdout:[client.3] 2024-09-10T09:26:52.433 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC7EOBmv77AJhAA8RcmFgVtA3S1sNARBRxMmw== 2024-09-10T09:26:52.449 INFO:teuthology.orchestra.run.smithi176.stdout:[mgr.y] 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC6EOBmLzktNhAAxUv1QDmw72JKwOaHSbIsHA== 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout:[mds.a] 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC7EOBmuxakARAAtnN0/C5iq5LYnMcr+zmmYA== 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout:[mds.c] 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC7EOBmbV2iCBAAkjdu0doMuwI5hDq8OStOwA== 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.0] 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC+EOBmL05EMhAAu4bgqIVMDn8nHBjpjB/Phw== 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.1] 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQDBEOBmwEZlNBAAQlyeLXXKOmTjOdWw86KXjQ== 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.2] 2024-09-10T09:26:52.450 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQDEEOBmx5sNNxAAAcDJKjyRzfChyUeND3fgfg== 2024-09-10T09:26:52.451 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.3] 2024-09-10T09:26:52.451 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQDIEOBmRu3wGhAAUWxUpSB4Oczm2YKJCZqEzw== 2024-09-10T09:26:52.451 INFO:teuthology.orchestra.run.smithi176.stdout:[mgr.x] 2024-09-10T09:26:52.451 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC6EOBmpRUGOhAAYMx5QJ3Wt6EWg8XIACjI/w== 2024-09-10T09:26:52.451 INFO:teuthology.orchestra.run.smithi176.stdout:[mds.b] 2024-09-10T09:26:52.451 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC7EOBmd9xVDRAA/QM2TK6RGRhAWZ6+fF5S5g== 2024-09-10T09:26:52.451 INFO:teuthology.orchestra.run.smithi176.stdout:[mds.d] 2024-09-10T09:26:52.451 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC7EOBmRtVcFBAAMv7ZJjRAPd76u9P5zJWOcw== 2024-09-10T09:26:52.451 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.4] 2024-09-10T09:26:52.451 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQDOEOBmsB6bIhAAoaCSZA4AGhOKP6cy5ELyZg== 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.5] 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQDREOBmLAn2MxAAbVqtuU9+fdjF6E2wkbqxrw== 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.6] 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQDVEOBm0HNGCRAAzTRKRSsWLKgMNHeIWZ9fVA== 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.7] 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQDYEOBmhYIDCxAAT6RwsMDs0uIunBKyxPlNmQ== 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout:[client.0] 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC7EOBmlkFmGBAAQYEPuCFF/aghcnPdgc23aw== 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout:[client.2] 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC7EOBmMfH5HRAAcSBUNjmRqWQsxI5H4Heiew== 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout:[client.1] 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC7EOBmXLkuIRAAXO+8jCOhYkp4UhIc/j1qmg== 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout:[client.3] 2024-09-10T09:26:52.452 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQC7EOBmv77AJhAA8RcmFgVtA3S1sNARBRxMmw== 2024-09-10T09:26:52.453 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T09:26:52.477 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T09:26:52.544 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T09:26:52.547 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T09:26:52.601 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T09:26:52.603 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T09:26:52.657 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:52.659 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:52.709 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:52.711 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:52.762 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:52.764 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:52.814 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:52.817 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:52.867 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T09:26:52.870 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T09:26:52.920 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T09:26:52.923 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T09:26:52.976 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T09:26:52.978 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T09:26:53.033 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:53.035 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:53.085 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:53.088 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:53.140 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:53.142 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:53.193 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:53.196 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T09:26:53.247 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T09:26:53.249 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T09:26:53.303 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T09:26:53.305 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T09:26:53.359 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T09:26:53.362 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T09:26:53.415 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T09:26:53.418 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T09:26:53.471 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-10T09:26:53.471 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-10T09:26:53.496 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T09:26:53.593 DEBUG:teuthology.orchestra.run.smithi173:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-10T09:26:53.617 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-10T09:26:53.642 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T09:26:53.738 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-10T09:26:53.763 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-10T09:26:53.827 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T09:26:53.923 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-10T09:26:53.947 DEBUG:teuthology.orchestra.run.smithi173:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:53.950 DEBUG:teuthology.orchestra.run.smithi176:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T09:26:54.003 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-10T09:26:54.003 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-10T09:26:54.003 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-10T09:26:54.006 INFO:tasks.ceph.mon.a:Started 2024-09-10T09:26:54.006 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-10T09:26:54.006 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-10T09:26:54.045 INFO:tasks.ceph.mon.b:Started 2024-09-10T09:26:54.045 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-10T09:26:54.045 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-10T09:26:54.047 INFO:tasks.ceph.mon.c:Started 2024-09-10T09:26:54.047 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-10T09:26:54.048 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-10T09:26:54.048 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-10T09:26:54.050 INFO:tasks.ceph.mgr.y:Started 2024-09-10T09:26:54.050 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-10T09:26:54.050 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-10T09:26:54.052 INFO:tasks.ceph.mgr.x:Started 2024-09-10T09:26:54.052 INFO:tasks.ceph:Setting crush tunables to default 2024-09-10T09:26:54.052 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --cluster ceph osd crush tunables default 2024-09-10T09:26:54.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.151+0000 7fde22c45640 1 Processor -- start 2024-09-10T09:26:54.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.151+0000 7fde22c45640 1 -- start start 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde22c45640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fde1c145cd0 0x7fde1c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde22c45640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 0x7fde1c06c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde22c45640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde1c0b3dc0 con 0x7fde1c0ae1b0 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde22c45640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fde1c0b3890 con 0x7fde1c145cd0 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde22c45640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fde1c0b3ae0 con 0x7fde1c0b64e0 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde209e1640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fde1c145cd0 0x7fde1c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde209e1640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fde1c145cd0 0x7fde1c06bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:46394/0 (socket says 172.21.15.173:46394) 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde209e1640 1 -- 172.21.15.173:0/4216275601 learned_addr learned my addr 172.21.15.173:0/4216275601 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde1bfff640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 0x7fde1c06c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde209e1640 1 -- 172.21.15.173:0/4216275601 >> v2:172.21.15.173:3300/0 conn(0x7fde1c145cd0 msgr2=0x7fde1c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde209e1640 1 -- 172.21.15.173:0/4216275601 >> v2:172.21.15.173:3300/0 conn(0x7fde1c145cd0 msgr2=0x7fde1c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde209e1640 1 --2- 172.21.15.173:0/4216275601 >> v2:172.21.15.173:3300/0 conn(0x7fde1c145cd0 0x7fde1c06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T09:26:54.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde209e1640 1 --2- 172.21.15.173:0/4216275601 >> v2:172.21.15.173:3300/0 conn(0x7fde1c145cd0 0x7fde1c06bc10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T09:26:54.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde1bfff640 1 -- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 msgr2=0x7fde1c06c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T09:26:54.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde1bfff640 1 -- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 msgr2=0x7fde1c06c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T09:26:54.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde1bfff640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 0x7fde1c06c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T09:26:54.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.152+0000 7fde1bfff640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 0x7fde1c06c150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T09:26:54.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.316+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2566210350 0 0) 0x7fde1c0b3dc0 con 0x7fde1c0ae1b0 2024-09-10T09:26:54.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.316+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde0c003520 con 0x7fde1c0ae1b0 2024-09-10T09:26:54.324 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 <== mon.1 v1:172.21.15.176:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1636916649 0 0) 0x7fde0c003520 con 0x7fde1c0ae1b0 2024-09-10T09:26:54.324 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 msgr2=0x7fde1c06c150 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T09:26:54.324 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 0x7fde1c06c150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.324 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 >> v2:172.21.15.173:3300/0 conn(0x7fde1c145cd0 msgr2=0x7fde1c06bc10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T09:26:54.324 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 --2- 172.21.15.173:0/4216275601 >> v2:172.21.15.173:3300/0 conn(0x7fde1c145cd0 0x7fde1c06bc10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 --> v1:172.21.15.176:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde1c15d600 con 0x7fde1c0ae1b0 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 <== mon.1 v1:172.21.15.176:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7fde14001a10 con 0x7fde1c0ae1b0 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 >> v1:172.21.15.176:6789/0 conn(0x7fde1c0ae1b0 legacy=0x7fde1c15ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 0x7fde0c0039d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde0c004050 0x7fde0c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde0c004d40 0x7fde0c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fde1c0b3890 con 0x7fde0c004d40 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fde1c0b3ae0 con 0x7fde0c004050 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fde0c00bc80 con 0x7fde1c0b64e0 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde211e2640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde0c004d40 0x7fde0c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde209e1640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 0x7fde0c0039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde1bfff640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde0c004050 0x7fde0c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde211e2640 1 -- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 msgr2=0x7fde0c0039d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:26:54.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde211e2640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde1c0b64e0 0x7fde0c0039d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde211e2640 1 -- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde0c004050 msgr2=0x7fde0c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:26:54.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde211e2640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde0c004050 0x7fde0c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.322+0000 7fde211e2640 1 -- 172.21.15.173:0/4216275601 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde0c003520 con 0x7fde0c004d40 2024-09-10T09:26:54.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.323+0000 7fde211e2640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde0c004d40 0x7fde0c0051c0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fde1400c490 tx=0x7fde0c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62d7315ab077414a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:54.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.323+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde14033070 con 0x7fde0c004d40 2024-09-10T09:26:54.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.323+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde1402f660 con 0x7fde0c004d40 2024-09-10T09:26:54.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.323+0000 7fde1b7fe640 1 -- 172.21.15.173:0/4216275601 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1400c0e0 con 0x7fde0c004d40 2024-09-10T09:26:54.329 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.324+0000 7fde22c45640 1 -- 172.21.15.173:0/4216275601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde0c004d40 msgr2=0x7fde0c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:54.329 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.324+0000 7fde22c45640 1 --2- 172.21.15.173:0/4216275601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde0c004d40 0x7fde0c0051c0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fde1400c490 tx=0x7fde0c005830 comp rx=0 tx=0).stop 2024-09-10T09:26:54.329 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.324+0000 7fde211e2640 1 -- 172.21.15.173:0/4216275601 reap_dead start 2024-09-10T09:26:54.329 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.324+0000 7fde22c45640 1 -- 172.21.15.173:0/4216275601 shutdown_connections 2024-09-10T09:26:54.329 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.324+0000 7fde22c45640 1 -- 172.21.15.173:0/4216275601 >> 172.21.15.173:0/4216275601 conn(0x7fde1c0734b0 msgr2=0x7fde1c0b2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.324+0000 7fde22c45640 1 -- 172.21.15.173:0/4216275601 shutdown_connections 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.324+0000 7fde22c45640 1 -- 172.21.15.173:0/4216275601 wait complete. 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.325+0000 7fde22c45640 1 Processor -- start 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.325+0000 7fde22c45640 1 -- start start 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde22c45640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde0c004d40 0x7fde1c1e4c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde22c45640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde1c1e51a0 0x7fde1c1e7660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde22c45640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde1c1e7ba0 0x7fde1c1e8030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde22c45640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fde1c09aa30 con 0x7fde1c1e51a0 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde22c45640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fde1c1460b0 con 0x7fde1c1e7ba0 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde22c45640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fde1c09abb0 con 0x7fde0c004d40 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde1bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde1c1e51a0 0x7fde1c1e7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde1bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde1c1e51a0 0x7fde1c1e7660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:46410/0 (socket says 172.21.15.173:46410) 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde1bfff640 1 -- 172.21.15.173:0/1385135152 learned_addr learned my addr 172.21.15.173:0/1385135152 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde209e1640 1 --2- 172.21.15.173:0/1385135152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde0c004d40 0x7fde1c1e4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.326+0000 7fde211e2640 1 --2- 172.21.15.173:0/1385135152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde1c1e7ba0 0x7fde1c1e8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde1bfff640 1 -- 172.21.15.173:0/1385135152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde0c004d40 msgr2=0x7fde1c1e4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:54.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde1bfff640 1 --2- 172.21.15.173:0/1385135152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde0c004d40 0x7fde1c1e4c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde1bfff640 1 -- 172.21.15.173:0/1385135152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde1c1e7ba0 msgr2=0x7fde1c1e8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:54.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde1bfff640 1 --2- 172.21.15.173:0/1385135152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde1c1e7ba0 0x7fde1c1e8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde1bfff640 1 -- 172.21.15.173:0/1385135152 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde1c1e8570 con 0x7fde1c1e51a0 2024-09-10T09:26:54.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde1bfff640 1 --2- 172.21.15.173:0/1385135152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde1c1e51a0 0x7fde1c1e7660 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fde08010870 tx=0x7fde08010d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:54.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde197fa640 1 -- 172.21.15.173:0/1385135152 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0801a020 con 0x7fde1c1e51a0 2024-09-10T09:26:54.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde197fa640 1 -- 172.21.15.173:0/1385135152 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde0800e8e0 con 0x7fde1c1e51a0 2024-09-10T09:26:54.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde22c45640 1 -- 172.21.15.173:0/1385135152 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde1c09b330 con 0x7fde1c1e51a0 2024-09-10T09:26:54.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde197fa640 1 -- 172.21.15.173:0/1385135152 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0800ecb0 con 0x7fde1c1e51a0 2024-09-10T09:26:54.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde22c45640 1 -- 172.21.15.173:0/1385135152 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde1c1e59c0 con 0x7fde1c1e51a0 2024-09-10T09:26:54.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde197fa640 1 -- 172.21.15.173:0/1385135152 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fde0801d020 con 0x7fde1c1e51a0 2024-09-10T09:26:54.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.327+0000 7fde197fa640 1 -- 172.21.15.173:0/1385135152 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fde08014860 con 0x7fde1c1e51a0 2024-09-10T09:26:54.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.328+0000 7fde22c45640 1 -- 172.21.15.173:0/1385135152 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde1c06bc10 con 0x7fde1c1e51a0 2024-09-10T09:26:54.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.331+0000 7fde197fa640 1 -- 172.21.15.173:0/1385135152 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fde08024020 con 0x7fde1c1e51a0 2024-09-10T09:26:54.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.394+0000 7fde22c45640 1 -- 172.21.15.173:0/1385135152 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fde1c09f310 con 0x7fde1c1e51a0 2024-09-10T09:26:54.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.395+0000 7fde197fa640 1 -- 172.21.15.173:0/1385135152 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7fde08014ab0 con 0x7fde1c1e51a0 2024-09-10T09:26:54.396 INFO:teuthology.orchestra.run.smithi173.stderr:adjusted tunables profile to default 2024-09-10T09:26:54.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.396+0000 7fde22c45640 1 -- 172.21.15.173:0/1385135152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde1c1e51a0 msgr2=0x7fde1c1e7660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:54.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.396+0000 7fde22c45640 1 --2- 172.21.15.173:0/1385135152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde1c1e51a0 0x7fde1c1e7660 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fde08010870 tx=0x7fde08010d30 comp rx=0 tx=0).stop 2024-09-10T09:26:54.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.396+0000 7fde22c45640 1 -- 172.21.15.173:0/1385135152 shutdown_connections 2024-09-10T09:26:54.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.396+0000 7fde22c45640 1 --2- 172.21.15.173:0/1385135152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde1c1e7ba0 0x7fde1c1e8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.396+0000 7fde22c45640 1 --2- 172.21.15.173:0/1385135152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde1c1e51a0 0x7fde1c1e7660 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.396+0000 7fde22c45640 1 --2- 172.21.15.173:0/1385135152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde0c004d40 0x7fde1c1e4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.396+0000 7fde22c45640 1 -- 172.21.15.173:0/1385135152 >> 172.21.15.173:0/1385135152 conn(0x7fde1c0734b0 msgr2=0x7fde1c0b2150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:54.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.396+0000 7fde22c45640 1 -- 172.21.15.173:0/1385135152 shutdown_connections 2024-09-10T09:26:54.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:54.396+0000 7fde22c45640 1 -- 172.21.15.173:0/1385135152 wait complete. 2024-09-10T09:26:54.409 INFO:tasks.ceph:check_enable_crimson: False 2024-09-10T09:26:54.409 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-10T09:26:54.409 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:54.409 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-10T09:26:54.424 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:54.423+0000 7fca2bb2d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T09:26:54.424 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:54.424+0000 7f2d990a2040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T09:26:54.434 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:54.434 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-10T09:26:54.465 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:54.464+0000 7f2d990a2040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T09:26:54.467 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:54.466+0000 7fca2bb2d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T09:26:54.491 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:54.492 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-10T09:26:54.556 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:26:54.557 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-10T09:26:54.601 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:54.601+0000 7f2d990a2040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T09:26:54.615 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:54.615+0000 7fca2bb2d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T09:26:54.621 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:54.622 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-10T09:26:54.646 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:54.646 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-10T09:26:54.654 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:54.653+0000 7f2d990a2040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T09:26:54.667 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:54.667+0000 7fca2bb2d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T09:26:54.677 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:54.677 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-10T09:26:54.743 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:26:54.743 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-10T09:26:54.807 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new 97c749fe-35e9-4870-846e-d59da06ffb9c 0 2024-09-10T09:26:54.833 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:54.832+0000 7fca2bb2d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T09:26:54.865 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:54.864+0000 7f2d990a2040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T09:26:54.942 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:54.942+0000 7fca2bb2d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T09:26:54.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.945+0000 7f460b0ed640 1 Processor -- start 2024-09-10T09:26:54.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.946+0000 7f460b0ed640 1 -- start start 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.946+0000 7f460b0ed640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f460415cf10 0x7f46040b2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.946+0000 7f460b0ed640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f460415d2f0 0x7f46040b5d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.946+0000 7f460b0ed640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f460415d820 con 0x7f46040b3510 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.946+0000 7f460b0ed640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f460415db00 con 0x7f460415d2f0 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.946+0000 7f460b0ed640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f460415dde0 con 0x7f460415cf10 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.947+0000 7f4608e89640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f460415cf10 0x7f46040b2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.947+0000 7f460968a640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f46040b3510 0x7f460409aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:44984/0 (socket says 172.21.15.176:44984) 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.947+0000 7f460968a640 1 -- 172.21.15.176:0/1448657032 learned_addr learned my addr 172.21.15.176:0/1448657032 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.947+0000 7f4603fff640 1 --2- 172.21.15.176:0/1448657032 >> v2:172.21.15.173:3300/0 conn(0x7f460415d2f0 0x7f46040b5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.947+0000 7f4608e89640 1 -- 172.21.15.176:0/1448657032 >> v2:172.21.15.173:3300/0 conn(0x7f460415d2f0 msgr2=0x7f46040b5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:26:54.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.947+0000 7f4608e89640 1 --2- 172.21.15.176:0/1448657032 >> v2:172.21.15.173:3300/0 conn(0x7f460415d2f0 0x7f46040b5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.947+0000 7f4608e89640 1 -- 172.21.15.176:0/1448657032 >> v1:172.21.15.176:6789/0 conn(0x7f46040b3510 legacy=0x7f460409aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:54.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.947+0000 7f46037fe640 1 -- 172.21.15.176:0/1448657032 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1266558631 0 0) 0x7f460415d820 con 0x7f46040b3510 2024-09-10T09:26:54.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.947+0000 7f4608e89640 1 -- 172.21.15.176:0/1448657032 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f460415e0c0 con 0x7f460415cf10 2024-09-10T09:26:54.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.948+0000 7f4608e89640 1 --2- 172.21.15.176:0/1448657032 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415cf10 0x7f46040b2fd0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f46040742a0 tx=0x7f45f802a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2deeac9e6953b3bb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:54.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.948+0000 7f46037fe640 1 -- 172.21.15.176:0/1448657032 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8037070 con 0x7f460415cf10 2024-09-10T09:26:54.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.948+0000 7f46037fe640 1 -- 172.21.15.176:0/1448657032 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45f8032440 con 0x7f460415cf10 2024-09-10T09:26:54.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.948+0000 7f46037fe640 1 -- 172.21.15.176:0/1448657032 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f802ae60 con 0x7f460415cf10 2024-09-10T09:26:54.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.949+0000 7f460b0ed640 1 -- 172.21.15.176:0/1448657032 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415cf10 msgr2=0x7f46040b2fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:54.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.949+0000 7f460b0ed640 1 --2- 172.21.15.176:0/1448657032 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415cf10 0x7f46040b2fd0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f46040742a0 tx=0x7f45f802a110 comp rx=0 tx=0).stop 2024-09-10T09:26:54.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.949+0000 7f460b0ed640 1 -- 172.21.15.176:0/1448657032 shutdown_connections 2024-09-10T09:26:54.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.949+0000 7f460b0ed640 1 --2- 172.21.15.176:0/1448657032 >> v2:172.21.15.173:3300/0 conn(0x7f460415d2f0 0x7f46040b5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.949+0000 7f460b0ed640 1 --2- 172.21.15.176:0/1448657032 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415cf10 0x7f46040b2fd0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.949+0000 7f460b0ed640 1 -- 172.21.15.176:0/1448657032 >> 172.21.15.176:0/1448657032 conn(0x7f46040b7970 msgr2=0x7f46040b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:54.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.949+0000 7f460b0ed640 1 -- 172.21.15.176:0/1448657032 shutdown_connections 2024-09-10T09:26:54.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.949+0000 7f460b0ed640 1 -- 172.21.15.176:0/1448657032 wait complete. 2024-09-10T09:26:54.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.950+0000 7f460b0ed640 1 Processor -- start 2024-09-10T09:26:54.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.950+0000 7f460b0ed640 1 -- start start 2024-09-10T09:26:54.953 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f460b0ed640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f46040b3510 0x7f4604144cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f460b0ed640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f460415cf10 0x7f460406d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f460b0ed640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415d2f0 0x7f4604158e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f460b0ed640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f460415fa50 con 0x7f460415cf10 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f460b0ed640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f460415f8d0 con 0x7f460415d2f0 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f460b0ed640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f460415fbd0 con 0x7f46040b3510 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f4608e89640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f46040b3510 0x7f4604144cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f460968a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415d2f0 0x7f4604158e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f4608e89640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f46040b3510 0x7f4604144cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:37288/0 (socket says 172.21.15.176:37288) 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f460968a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415d2f0 0x7f4604158e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:54438/0 (socket says 172.21.15.176:54438) 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f4608e89640 1 -- 172.21.15.176:0/3931651618 learned_addr learned my addr 172.21.15.176:0/3931651618 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f4603fff640 1 --2- 172.21.15.176:0/3931651618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f460415cf10 0x7f460406d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:54.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f4608e89640 1 -- 172.21.15.176:0/3931651618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415d2f0 msgr2=0x7f4604158e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f4608e89640 1 --2- 172.21.15.176:0/3931651618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415d2f0 0x7f4604158e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f4608e89640 1 -- 172.21.15.176:0/3931651618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f460415cf10 msgr2=0x7f460406d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f4608e89640 1 --2- 172.21.15.176:0/3931651618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f460415cf10 0x7f460406d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f4608e89640 1 -- 172.21.15.176:0/3931651618 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46040afa20 con 0x7f46040b3510 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f460968a640 1 --2- 172.21.15.176:0/3931651618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415d2f0 0x7f4604158e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.951+0000 7f4603fff640 1 --2- 172.21.15.176:0/3931651618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f460415cf10 0x7f460406d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.952+0000 7f4608e89640 1 --2- 172.21.15.176:0/3931651618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f46040b3510 0x7f4604144cd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f45f8000c00 tx=0x7f45f80046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.952+0000 7f46017fa640 1 -- 172.21.15.176:0/3931651618 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8037040 con 0x7f46040b3510 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.952+0000 7f46017fa640 1 -- 172.21.15.176:0/3931651618 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45f8042070 con 0x7f46040b3510 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.952+0000 7f460b0ed640 1 -- 172.21.15.176:0/3931651618 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46040afd00 con 0x7f46040b3510 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.952+0000 7f46017fa640 1 -- 172.21.15.176:0/3931651618 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8030960 con 0x7f46040b3510 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.952+0000 7f460b0ed640 1 -- 172.21.15.176:0/3931651618 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f46040b19f0 con 0x7f46040b3510 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.952+0000 7f46017fa640 1 -- 172.21.15.176:0/3931651618 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f45f8030b00 con 0x7f46040b3510 2024-09-10T09:26:54.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.952+0000 7f46017fa640 1 -- 172.21.15.176:0/3931651618 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f45f8047c10 con 0x7f46040b3510 2024-09-10T09:26:54.956 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.953+0000 7f460b0ed640 1 -- 172.21.15.176:0/3931651618 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46040b0220 con 0x7f46040b3510 2024-09-10T09:26:54.956 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:54.955+0000 7f46017fa640 1 -- 172.21.15.176:0/3931651618 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f45f8047460 con 0x7f46040b3510 2024-09-10T09:26:54.983 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:54.982+0000 7f2d990a2040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T09:26:55.025 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.024+0000 7f460b0ed640 1 -- 172.21.15.176:0/3931651618 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd new", "uuid": "97c749fe-35e9-4870-846e-d59da06ffb9c", "id": 0} v 0) -- 0x7f46040b2fd0 con 0x7f46040b3510 2024-09-10T09:26:55.034 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.033+0000 7f46017fa640 1 -- 172.21.15.176:0/3931651618 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "97c749fe-35e9-4870-846e-d59da06ffb9c", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f45f8047640 con 0x7f46040b3510 2024-09-10T09:26:55.034 INFO:teuthology.orchestra.run.smithi176.stdout:0 2024-09-10T09:26:55.035 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.034+0000 7f460b0ed640 1 -- 172.21.15.176:0/3931651618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f46040b3510 msgr2=0x7f4604144cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.035 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.034+0000 7f460b0ed640 1 --2- 172.21.15.176:0/3931651618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f46040b3510 0x7f4604144cd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f45f8000c00 tx=0x7f45f80046c0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.035 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.034+0000 7f460b0ed640 1 -- 172.21.15.176:0/3931651618 shutdown_connections 2024-09-10T09:26:55.035 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.034+0000 7f460b0ed640 1 --2- 172.21.15.176:0/3931651618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f460415d2f0 0x7f4604158e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.035 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.034+0000 7f460b0ed640 1 --2- 172.21.15.176:0/3931651618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f460415cf10 0x7f460406d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.035 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.034+0000 7f460b0ed640 1 --2- 172.21.15.176:0/3931651618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f46040b3510 0x7f4604144cd0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.035 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.034+0000 7f460b0ed640 1 -- 172.21.15.176:0/3931651618 >> 172.21.15.176:0/3931651618 conn(0x7f46040b7970 msgr2=0x7f460409b210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:55.035 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.034+0000 7f460b0ed640 1 -- 172.21.15.176:0/3931651618 shutdown_connections 2024-09-10T09:26:55.035 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.034+0000 7f460b0ed640 1 -- 172.21.15.176:0/3931651618 wait complete. 2024-09-10T09:26:55.045 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new a2c58a89-da77-4b0b-85af-812eb67c93d1 1 2024-09-10T09:26:55.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.183+0000 7f541d19f640 1 Processor -- start 2024-09-10T09:26:55.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.183+0000 7f541d19f640 1 -- start start 2024-09-10T09:26:55.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.184+0000 7f541d19f640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5418158a60 0x7f54180aee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.184+0000 7f541d19f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541806e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.184+0000 7f541d19f640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54180b5210 con 0x7f541806ed10 2024-09-10T09:26:55.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.184+0000 7f541d19f640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f54180b54f0 con 0x7f5418158a60 2024-09-10T09:26:55.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.184+0000 7f541d19f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f54180b57d0 con 0x7f541815f450 2024-09-10T09:26:55.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.184+0000 7f54177fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541806e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.184+0000 7f5417fff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5418158a60 0x7f54180aee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.184+0000 7f5417fff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5418158a60 0x7f54180aee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:54454/0 (socket says 172.21.15.176:54454) 2024-09-10T09:26:55.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.184+0000 7f5417fff640 1 -- 172.21.15.176:0/1505596174 learned_addr learned my addr 172.21.15.176:0/1505596174 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:55.187 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.184+0000 7f54177fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541806e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:37300/0 (socket says 172.21.15.176:37300) 2024-09-10T09:26:55.187 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.185+0000 7f54177fe640 1 -- 172.21.15.176:0/1505596174 >> v2:172.21.15.176:3300/0 conn(0x7f5418158a60 msgr2=0x7f54180aee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:26:55.187 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.185+0000 7f54177fe640 1 --2- 172.21.15.176:0/1505596174 >> v2:172.21.15.176:3300/0 conn(0x7f5418158a60 0x7f54180aee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.187 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.185+0000 7f54177fe640 1 -- 172.21.15.176:0/1505596174 >> v1:172.21.15.173:6789/0 conn(0x7f541806ed10 legacy=0x7f54180b5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:26:55.187 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.185+0000 7f54177fe640 1 -- 172.21.15.176:0/1505596174 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54180b5ab0 con 0x7f541815f450 2024-09-10T09:26:55.187 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.185+0000 7f5417fff640 1 --2- 172.21.15.176:0/1505596174 >> v2:172.21.15.176:3300/0 conn(0x7f5418158a60 0x7f54180aee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:26:55.188 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.186+0000 7f54177fe640 1 --2- 172.21.15.176:0/1505596174 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541806e7d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f54000097a0 tx=0x7f540002a0a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63e76e12ce3af791 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:55.188 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.186+0000 7f5416ffd640 1 -- 172.21.15.176:0/1505596174 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5400037070 con 0x7f541815f450 2024-09-10T09:26:55.188 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.186+0000 7f5416ffd640 1 -- 172.21.15.176:0/1505596174 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f540002adb0 con 0x7f541815f450 2024-09-10T09:26:55.188 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.186+0000 7f5416ffd640 1 -- 172.21.15.176:0/1505596174 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5400032660 con 0x7f541815f450 2024-09-10T09:26:55.188 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.187+0000 7f541d19f640 1 -- 172.21.15.176:0/1505596174 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 msgr2=0x7f541806e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.188 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.187+0000 7f541d19f640 1 --2- 172.21.15.176:0/1505596174 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541806e7d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f54000097a0 tx=0x7f540002a0a0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.189 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.187+0000 7f541d19f640 1 -- 172.21.15.176:0/1505596174 shutdown_connections 2024-09-10T09:26:55.189 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.187+0000 7f541d19f640 1 --2- 172.21.15.176:0/1505596174 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541806e7d0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.189 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.187+0000 7f541d19f640 1 --2- 172.21.15.176:0/1505596174 >> v2:172.21.15.176:3300/0 conn(0x7f5418158a60 0x7f54180aee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.189 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.187+0000 7f541d19f640 1 -- 172.21.15.176:0/1505596174 >> 172.21.15.176:0/1505596174 conn(0x7f5418073480 msgr2=0x7f541806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:55.189 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.187+0000 7f541d19f640 1 -- 172.21.15.176:0/1505596174 shutdown_connections 2024-09-10T09:26:55.189 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.187+0000 7f541d19f640 1 -- 172.21.15.176:0/1505596174 wait complete. 2024-09-10T09:26:55.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.188+0000 7f541d19f640 1 Processor -- start 2024-09-10T09:26:55.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.188+0000 7f541d19f640 1 -- start start 2024-09-10T09:26:55.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f541d19f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f541806ed10 0x7f541814fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f541d19f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5418158a60 0x7f541814cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f541d19f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541814b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f541d19f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f54180b66e0 con 0x7f5418158a60 2024-09-10T09:26:55.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f541d19f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f54180b4ec0 con 0x7f541806ed10 2024-09-10T09:26:55.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f541d19f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f54180b6860 con 0x7f541815f450 2024-09-10T09:26:55.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f5417fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f541806ed10 0x7f541814fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f5417fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f541806ed10 0x7f541814fd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:54470/0 (socket says 172.21.15.176:54470) 2024-09-10T09:26:55.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f541c99e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541814b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f5417fff640 1 -- 172.21.15.176:0/704396372 learned_addr learned my addr 172.21.15.176:0/704396372 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:55.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f54177fe640 1 --2- 172.21.15.176:0/704396372 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5418158a60 0x7f541814cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.193 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f5417fff640 1 -- 172.21.15.176:0/704396372 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 msgr2=0x7f541814b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.193 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f5417fff640 1 --2- 172.21.15.176:0/704396372 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541814b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.193 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f5417fff640 1 -- 172.21.15.176:0/704396372 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5418158a60 msgr2=0x7f541814cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.193 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f5417fff640 1 --2- 172.21.15.176:0/704396372 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5418158a60 0x7f541814cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.193 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f5417fff640 1 -- 172.21.15.176:0/704396372 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54180b2670 con 0x7f541806ed10 2024-09-10T09:26:55.193 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f541c99e640 1 --2- 172.21.15.176:0/704396372 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541814b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:26:55.193 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.189+0000 7f5417fff640 1 --2- 172.21.15.176:0/704396372 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f541806ed10 0x7f541814fd40 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f540800e9e0 tx=0x7f540800eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:55.194 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.190+0000 7f5414ff9640 1 -- 172.21.15.176:0/704396372 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5408017070 con 0x7f541806ed10 2024-09-10T09:26:55.194 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.190+0000 7f5414ff9640 1 -- 172.21.15.176:0/704396372 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f540800c9d0 con 0x7f541806ed10 2024-09-10T09:26:55.194 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.190+0000 7f541d19f640 1 -- 172.21.15.176:0/704396372 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5418151bc0 con 0x7f541806ed10 2024-09-10T09:26:55.194 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.190+0000 7f5414ff9640 1 -- 172.21.15.176:0/704396372 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540800cd80 con 0x7f541806ed10 2024-09-10T09:26:55.194 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.190+0000 7f541d19f640 1 -- 172.21.15.176:0/704396372 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54180b2390 con 0x7f541806ed10 2024-09-10T09:26:55.194 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.190+0000 7f5414ff9640 1 -- 172.21.15.176:0/704396372 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f540801a070 con 0x7f541806ed10 2024-09-10T09:26:55.194 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.190+0000 7f5414ff9640 1 -- 172.21.15.176:0/704396372 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f5408013470 con 0x7f541806ed10 2024-09-10T09:26:55.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.191+0000 7f541d19f640 1 -- 172.21.15.176:0/704396372 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5418161b10 con 0x7f541806ed10 2024-09-10T09:26:55.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.193+0000 7f5414ff9640 1 -- 172.21.15.176:0/704396372 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f5408006020 con 0x7f541806ed10 2024-09-10T09:26:55.253 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:55.252+0000 7fca2bb2d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T09:26:55.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.261+0000 7f541d19f640 1 -- 172.21.15.176:0/704396372 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a2c58a89-da77-4b0b-85af-812eb67c93d1", "id": 1} v 0) -- 0x7f54181519b0 con 0x7f541806ed10 2024-09-10T09:26:55.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.266+0000 7f5414ff9640 1 -- 172.21.15.176:0/704396372 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a2c58a89-da77-4b0b-85af-812eb67c93d1", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f5408005990 con 0x7f541806ed10 2024-09-10T09:26:55.267 INFO:teuthology.orchestra.run.smithi176.stdout:1 2024-09-10T09:26:55.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.267+0000 7f541d19f640 1 -- 172.21.15.176:0/704396372 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f541806ed10 msgr2=0x7f541814fd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.267+0000 7f541d19f640 1 --2- 172.21.15.176:0/704396372 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f541806ed10 0x7f541814fd40 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f540800e9e0 tx=0x7f540800eea0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.267+0000 7f541d19f640 1 -- 172.21.15.176:0/704396372 shutdown_connections 2024-09-10T09:26:55.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.267+0000 7f541d19f640 1 --2- 172.21.15.176:0/704396372 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f541815f450 0x7f541814b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.267+0000 7f541d19f640 1 --2- 172.21.15.176:0/704396372 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5418158a60 0x7f541814cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.267+0000 7f541d19f640 1 --2- 172.21.15.176:0/704396372 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f541806ed10 0x7f541814fd40 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.267+0000 7f541d19f640 1 -- 172.21.15.176:0/704396372 >> 172.21.15.176:0/704396372 conn(0x7f5418073480 msgr2=0x7f541806c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:55.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.267+0000 7f541d19f640 1 -- 172.21.15.176:0/704396372 shutdown_connections 2024-09-10T09:26:55.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.268+0000 7f541d19f640 1 -- 172.21.15.176:0/704396372 wait complete. 2024-09-10T09:26:55.279 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new c58c2b01-5255-4b74-83c0-c99881627722 2 2024-09-10T09:26:55.304 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:55.303+0000 7fca2bb2d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T09:26:55.328 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:55.327+0000 7f2d990a2040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T09:26:55.378 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.377+0000 7fcce5b5f640 1 Processor -- start 2024-09-10T09:26:55.378 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.377+0000 7fcce5b5f640 1 -- start start 2024-09-10T09:26:55.380 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fcce5b5f640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fcce00b48e0 0x7fcce0165f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.380 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fcce5b5f640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcce00b5770 con 0x7fcce009ab10 2024-09-10T09:26:55.380 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fcce5b5f640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcce00b09f0 con 0x7fcce015b1b0 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fcce5b5f640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fcce00b5510 con 0x7fcce00b48e0 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccdf7fe640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fcce015b1b0 0x7fcce00b4e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:45000/0 (socket says 172.21.15.176:45000) 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccdf7fe640 1 -- 172.21.15.176:0/336667844 learned_addr learned my addr 172.21.15.176:0/336667844 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccdffff640 1 --2- 172.21.15.176:0/336667844 >> v2:172.21.15.173:3300/0 conn(0x7fcce00b48e0 0x7fcce0165f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccde7fc640 1 -- 172.21.15.176:0/336667844 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2864551122 0 0) 0x7fcce00b09f0 con 0x7fcce015b1b0 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccde7fc640 1 -- 172.21.15.176:0/336667844 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcccc003520 con 0x7fcce015b1b0 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccde7fc640 1 -- 172.21.15.176:0/336667844 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1879566173 0 0) 0x7fcce00b5770 con 0x7fcce009ab10 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccde7fc640 1 -- 172.21.15.176:0/336667844 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcce00b09f0 con 0x7fcce009ab10 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccdffff640 1 -- 172.21.15.176:0/336667844 >> v1:172.21.15.176:6789/0 conn(0x7fcce015b1b0 legacy=0x7fcce00b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccde7fc640 1 -- 172.21.15.176:0/336667844 <== mon.1 v1:172.21.15.176:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3531123688 0 0) 0x7fcccc003520 con 0x7fcce015b1b0 2024-09-10T09:26:55.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccdffff640 1 -- 172.21.15.176:0/336667844 >> v1:172.21.15.173:6789/0 conn(0x7fcce009ab10 legacy=0x7fcce00b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.382 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.378+0000 7fccdffff640 1 -- 172.21.15.176:0/336667844 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcce00b0cd0 con 0x7fcce00b48e0 2024-09-10T09:26:55.382 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.379+0000 7fccdffff640 1 --2- 172.21.15.176:0/336667844 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcce00b48e0 0x7fcce0165f30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fccd8009d90 tx=0x7fccd802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aaf07440750a526 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:55.382 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.379+0000 7fccde7fc640 1 -- 172.21.15.176:0/336667844 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd0001670 con 0x7fcce00b48e0 2024-09-10T09:26:55.382 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.379+0000 7fccde7fc640 1 -- 172.21.15.176:0/336667844 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccd8007540 con 0x7fcce00b48e0 2024-09-10T09:26:55.382 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.379+0000 7fccde7fc640 1 -- 172.21.15.176:0/336667844 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd8007710 con 0x7fcce00b48e0 2024-09-10T09:26:55.383 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.380+0000 7fcce5b5f640 1 -- 172.21.15.176:0/336667844 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcce00b48e0 msgr2=0x7fcce0165f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.383 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.380+0000 7fcce5b5f640 1 --2- 172.21.15.176:0/336667844 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcce00b48e0 0x7fcce0165f30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fccd8009d90 tx=0x7fccd802a6a0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.383 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.380+0000 7fcce5b5f640 1 -- 172.21.15.176:0/336667844 shutdown_connections 2024-09-10T09:26:55.383 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.380+0000 7fcce5b5f640 1 --2- 172.21.15.176:0/336667844 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcce00b48e0 0x7fcce0165f30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.383 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.380+0000 7fcce5b5f640 1 -- 172.21.15.176:0/336667844 >> 172.21.15.176:0/336667844 conn(0x7fcce00734b0 msgr2=0x7fcce00b2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:55.383 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.380+0000 7fcce5b5f640 1 -- 172.21.15.176:0/336667844 shutdown_connections 2024-09-10T09:26:55.383 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.380+0000 7fcce5b5f640 1 -- 172.21.15.176:0/336667844 wait complete. 2024-09-10T09:26:55.383 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.381+0000 7fcce5b5f640 1 Processor -- start 2024-09-10T09:26:55.383 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.381+0000 7fcce5b5f640 1 -- start start 2024-09-10T09:26:55.384 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:55.382+0000 7f2d990a2040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fcce5b5f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcce009ab10 0x7fcce015c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fcce5b5f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcce00b48e0 0x7fcce0149d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fcce5b5f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcce015b1b0 0x7fcce01e3b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fcce5b5f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcce00b5bd0 con 0x7fcce00b48e0 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fcce5b5f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fcce00b5a50 con 0x7fcce015b1b0 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fcce5b5f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fcce015b590 con 0x7fcce009ab10 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdffff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcce015b1b0 0x7fcce01e3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdf7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcce009ab10 0x7fcce015c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdffff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcce015b1b0 0x7fcce01e3b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:54476/0 (socket says 172.21.15.176:54476) 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdf7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcce009ab10 0x7fcce015c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:37328/0 (socket says 172.21.15.176:37328) 2024-09-10T09:26:55.386 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdffff640 1 -- 172.21.15.176:0/2062229779 learned_addr learned my addr 172.21.15.176:0/2062229779 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdeffd640 1 --2- 172.21.15.176:0/2062229779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcce00b48e0 0x7fcce0149d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdffff640 1 -- 172.21.15.176:0/2062229779 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcce009ab10 msgr2=0x7fcce015c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdffff640 1 --2- 172.21.15.176:0/2062229779 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcce009ab10 0x7fcce015c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdffff640 1 -- 172.21.15.176:0/2062229779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcce00b48e0 msgr2=0x7fcce0149d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdffff640 1 --2- 172.21.15.176:0/2062229779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcce00b48e0 0x7fcce0149d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.382+0000 7fccdffff640 1 -- 172.21.15.176:0/2062229779 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcce01e4050 con 0x7fcce015b1b0 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.383+0000 7fccdffff640 1 --2- 172.21.15.176:0/2062229779 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcce015b1b0 0x7fcce01e3b10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fccd8009d90 tx=0x7fccd8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.383+0000 7fccd7fff640 1 -- 172.21.15.176:0/2062229779 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd8040070 con 0x7fcce015b1b0 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.383+0000 7fccd7fff640 1 -- 172.21.15.176:0/2062229779 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccd803c830 con 0x7fcce015b1b0 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.383+0000 7fcce5b5f640 1 -- 172.21.15.176:0/2062229779 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcce015d260 con 0x7fcce015b1b0 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.383+0000 7fccd7fff640 1 -- 172.21.15.176:0/2062229779 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd803cc20 con 0x7fcce015b1b0 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.383+0000 7fcce5b5f640 1 -- 172.21.15.176:0/2062229779 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcce015cca0 con 0x7fcce015b1b0 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.383+0000 7fccd7fff640 1 -- 172.21.15.176:0/2062229779 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fccd8039040 con 0x7fcce015b1b0 2024-09-10T09:26:55.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.383+0000 7fccd7fff640 1 -- 172.21.15.176:0/2062229779 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7fccd8045dd0 con 0x7fcce015b1b0 2024-09-10T09:26:55.388 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.384+0000 7fcce5b5f640 1 -- 172.21.15.176:0/2062229779 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcce00b41d0 con 0x7fcce015b1b0 2024-09-10T09:26:55.388 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.386+0000 7fccd7fff640 1 -- 172.21.15.176:0/2062229779 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fccd803cdc0 con 0x7fcce015b1b0 2024-09-10T09:26:55.454 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:55.453+0000 7fca2bb2d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T09:26:55.456 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.456+0000 7fcce5b5f640 1 -- 172.21.15.176:0/2062229779 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd new", "uuid": "c58c2b01-5255-4b74-83c0-c99881627722", "id": 2} v 0) -- 0x7fcce006f2f0 con 0x7fcce015b1b0 2024-09-10T09:26:55.462 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.461+0000 7fccd7fff640 1 -- 172.21.15.176:0/2062229779 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c58c2b01-5255-4b74-83c0-c99881627722", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7fccd8045460 con 0x7fcce015b1b0 2024-09-10T09:26:55.462 INFO:teuthology.orchestra.run.smithi176.stdout:2 2024-09-10T09:26:55.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.462+0000 7fcce5b5f640 1 -- 172.21.15.176:0/2062229779 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcce015b1b0 msgr2=0x7fcce01e3b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.464 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.462+0000 7fcce5b5f640 1 --2- 172.21.15.176:0/2062229779 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcce015b1b0 0x7fcce01e3b10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fccd8009d90 tx=0x7fccd8004a40 comp rx=0 tx=0).stop 2024-09-10T09:26:55.464 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.462+0000 7fcce5b5f640 1 -- 172.21.15.176:0/2062229779 shutdown_connections 2024-09-10T09:26:55.464 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.462+0000 7fcce5b5f640 1 --2- 172.21.15.176:0/2062229779 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcce015b1b0 0x7fcce01e3b10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.464 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.462+0000 7fcce5b5f640 1 --2- 172.21.15.176:0/2062229779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcce00b48e0 0x7fcce0149d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.464 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.462+0000 7fcce5b5f640 1 --2- 172.21.15.176:0/2062229779 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcce009ab10 0x7fcce015c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.464 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.462+0000 7fcce5b5f640 1 -- 172.21.15.176:0/2062229779 >> 172.21.15.176:0/2062229779 conn(0x7fcce00734b0 msgr2=0x7fcce0157d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:55.464 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.462+0000 7fcce5b5f640 1 -- 172.21.15.176:0/2062229779 shutdown_connections 2024-09-10T09:26:55.464 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.462+0000 7fcce5b5f640 1 -- 172.21.15.176:0/2062229779 wait complete. 2024-09-10T09:26:55.473 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new 4f9884ce-0668-49a5-8b1b-a9d587dfe4ef 3 2024-09-10T09:26:55.542 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:55.541+0000 7f2d990a2040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T09:26:55.572 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.571+0000 7f823d131640 1 Processor -- start 2024-09-10T09:26:55.572 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.571+0000 7f823d131640 1 -- start start 2024-09-10T09:26:55.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f823d131640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 0x7f82380b2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f823d131640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f823815d820 con 0x7f82380b6430 2024-09-10T09:26:55.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f823d131640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f823815db00 con 0x7f823815d2f0 2024-09-10T09:26:55.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f823d131640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f823815dde0 con 0x7f823815cf10 2024-09-10T09:26:55.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f822ffff640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f823815d2f0 0x7f82380b5d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:45010/0 (socket says 172.21.15.176:45010) 2024-09-10T09:26:55.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f822ffff640 1 -- 172.21.15.176:0/729250784 learned_addr learned my addr 172.21.15.176:0/729250784 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-10T09:26:55.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f8236d9d640 1 --2- 172.21.15.176:0/729250784 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 0x7f82380b2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f823659c640 1 -- 172.21.15.176:0/729250784 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3133011028 0 0) 0x7f823815db00 con 0x7f823815d2f0 2024-09-10T09:26:55.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f823659c640 1 -- 172.21.15.176:0/729250784 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8224003520 con 0x7f823815d2f0 2024-09-10T09:26:55.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f8236d9d640 1 -- 172.21.15.176:0/729250784 >> v1:172.21.15.176:6789/0 conn(0x7f823815d2f0 legacy=0x7f82380b5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f8236d9d640 1 -- 172.21.15.176:0/729250784 >> v1:172.21.15.173:6789/0 conn(0x7f82380b6430 legacy=0x7f823815e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.572+0000 7f8236d9d640 1 -- 172.21.15.176:0/729250784 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823815e0c0 con 0x7f823815cf10 2024-09-10T09:26:55.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.573+0000 7f8236d9d640 1 --2- 172.21.15.176:0/729250784 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 0x7f82380b2fd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f82280097d0 tx=0x7f822802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a9354eb930d78ac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:55.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.573+0000 7f823659c640 1 -- 172.21.15.176:0/729250784 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8228037070 con 0x7f823815cf10 2024-09-10T09:26:55.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.573+0000 7f823659c640 1 -- 172.21.15.176:0/729250784 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8228032440 con 0x7f823815cf10 2024-09-10T09:26:55.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.573+0000 7f823659c640 1 -- 172.21.15.176:0/729250784 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8228032810 con 0x7f823815cf10 2024-09-10T09:26:55.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.574+0000 7f823d131640 1 -- 172.21.15.176:0/729250784 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 msgr2=0x7f82380b2fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.574+0000 7f823d131640 1 --2- 172.21.15.176:0/729250784 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 0x7f82380b2fd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f82280097d0 tx=0x7f822802a180 comp rx=0 tx=0).stop 2024-09-10T09:26:55.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.574+0000 7f823d131640 1 -- 172.21.15.176:0/729250784 shutdown_connections 2024-09-10T09:26:55.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.574+0000 7f823d131640 1 --2- 172.21.15.176:0/729250784 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 0x7f82380b2fd0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.574+0000 7f823d131640 1 -- 172.21.15.176:0/729250784 >> 172.21.15.176:0/729250784 conn(0x7f82380b7970 msgr2=0x7f82380b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:55.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.574+0000 7f823d131640 1 -- 172.21.15.176:0/729250784 shutdown_connections 2024-09-10T09:26:55.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.574+0000 7f823d131640 1 -- 172.21.15.176:0/729250784 wait complete. 2024-09-10T09:26:55.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.575+0000 7f823d131640 1 Processor -- start 2024-09-10T09:26:55.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.575+0000 7f823d131640 1 -- start start 2024-09-10T09:26:55.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823d131640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82380b6430 0x7f823813bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823d131640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 0x7f823806cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823d131640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823815d2f0 0x7f823806d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823d131640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f82380b3690 con 0x7f82380b6430 2024-09-10T09:26:55.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823d131640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f82380b3510 con 0x7f823815d2f0 2024-09-10T09:26:55.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823d131640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f82380b3810 con 0x7f823815cf10 2024-09-10T09:26:55.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f822ffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 0x7f823806cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823759e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823815d2f0 0x7f823806d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f8236d9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82380b6430 0x7f823813bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823759e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823815d2f0 0x7f823806d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:54480/0 (socket says 172.21.15.176:54480) 2024-09-10T09:26:55.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f822ffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 0x7f823806cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:37354/0 (socket says 172.21.15.176:37354) 2024-09-10T09:26:55.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823759e640 1 -- 172.21.15.176:0/202056607 learned_addr learned my addr 172.21.15.176:0/202056607 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:55.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823759e640 1 -- 172.21.15.176:0/202056607 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 msgr2=0x7f823806cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823759e640 1 --2- 172.21.15.176:0/202056607 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 0x7f823806cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823759e640 1 -- 172.21.15.176:0/202056607 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82380b6430 msgr2=0x7f823813bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823759e640 1 --2- 172.21.15.176:0/202056607 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82380b6430 0x7f823813bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.576+0000 7f823759e640 1 -- 172.21.15.176:0/202056607 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8238149390 con 0x7f823815d2f0 2024-09-10T09:26:55.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.577+0000 7f823759e640 1 --2- 172.21.15.176:0/202056607 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823815d2f0 0x7f823806d260 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f823000c680 tx=0x7f823000cb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:55.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.577+0000 7f822f7fe640 1 -- 172.21.15.176:0/202056607 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8230003b70 con 0x7f823815d2f0 2024-09-10T09:26:55.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.577+0000 7f822f7fe640 1 -- 172.21.15.176:0/202056607 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8230003d10 con 0x7f823815d2f0 2024-09-10T09:26:55.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.577+0000 7f822f7fe640 1 -- 172.21.15.176:0/202056607 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8230005310 con 0x7f823815d2f0 2024-09-10T09:26:55.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.577+0000 7f823d131640 1 -- 172.21.15.176:0/202056607 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8238150850 con 0x7f823815d2f0 2024-09-10T09:26:55.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.577+0000 7f823d131640 1 -- 172.21.15.176:0/202056607 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f823806db70 con 0x7f823815d2f0 2024-09-10T09:26:55.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.577+0000 7f822f7fe640 1 -- 172.21.15.176:0/202056607 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f82300054b0 con 0x7f823815d2f0 2024-09-10T09:26:55.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.577+0000 7f822f7fe640 1 -- 172.21.15.176:0/202056607 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f82300129a0 con 0x7f823815d2f0 2024-09-10T09:26:55.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.578+0000 7f823d131640 1 -- 172.21.15.176:0/202056607 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82380b2fd0 con 0x7f823815d2f0 2024-09-10T09:26:55.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.580+0000 7f822f7fe640 1 -- 172.21.15.176:0/202056607 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8230012cc0 con 0x7f823815d2f0 2024-09-10T09:26:55.650 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.649+0000 7f823d131640 1 -- 172.21.15.176:0/202056607 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd new", "uuid": "4f9884ce-0668-49a5-8b1b-a9d587dfe4ef", "id": 3} v 0) -- 0x7f823806dd40 con 0x7f823815d2f0 2024-09-10T09:26:55.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.655+0000 7f822f7fe640 1 -- 172.21.15.176:0/202056607 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4f9884ce-0668-49a5-8b1b-a9d587dfe4ef", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f8230012510 con 0x7f823815d2f0 2024-09-10T09:26:55.656 INFO:teuthology.orchestra.run.smithi176.stdout:3 2024-09-10T09:26:55.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.656+0000 7f823d131640 1 -- 172.21.15.176:0/202056607 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823815d2f0 msgr2=0x7f823806d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.656+0000 7f823d131640 1 --2- 172.21.15.176:0/202056607 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823815d2f0 0x7f823806d260 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f823000c680 tx=0x7f823000cb40 comp rx=0 tx=0).stop 2024-09-10T09:26:55.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.656+0000 7f823d131640 1 -- 172.21.15.176:0/202056607 shutdown_connections 2024-09-10T09:26:55.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.656+0000 7f823d131640 1 --2- 172.21.15.176:0/202056607 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823815d2f0 0x7f823806d260 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.656+0000 7f823d131640 1 --2- 172.21.15.176:0/202056607 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f823815cf10 0x7f823806cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.656+0000 7f823d131640 1 --2- 172.21.15.176:0/202056607 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82380b6430 0x7f823813bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.656+0000 7f823d131640 1 -- 172.21.15.176:0/202056607 >> 172.21.15.176:0/202056607 conn(0x7f82380b7970 msgr2=0x7f823815efe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:55.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.656+0000 7f823d131640 1 -- 172.21.15.176:0/202056607 shutdown_connections 2024-09-10T09:26:55.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.656+0000 7f823d131640 1 -- 172.21.15.176:0/202056607 wait complete. 2024-09-10T09:26:55.667 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new 8bc7f358-6214-46f5-9c7c-405eef67f7db 4 2024-09-10T09:26:55.766 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.765+0000 7f5c81bdf640 1 Processor -- start 2024-09-10T09:26:55.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.765+0000 7f5c81bdf640 1 -- start start 2024-09-10T09:26:55.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.766+0000 7f5c81bdf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c15e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.766+0000 7f5c81bdf640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c7c0b3dc0 con 0x7f5c7c145cd0 2024-09-10T09:26:55.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.766+0000 7f5c81bdf640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c7c0b3ae0 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.766+0000 7f5c81bdf640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5c7c0b3890 con 0x7f5c7c06c320 2024-09-10T09:26:55.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.766+0000 7f5c7bfff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c15e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.766+0000 7f5c7affd640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f5c7c0b64e0 0x7f5c7c15de00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:45016/0 (socket says 172.21.15.176:45016) 2024-09-10T09:26:55.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.766+0000 7f5c7affd640 1 -- 172.21.15.176:0/2227241233 learned_addr learned my addr 172.21.15.176:0/2227241233 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-10T09:26:55.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.767+0000 7f5c7a7fc640 1 -- 172.21.15.176:0/2227241233 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3068836465 0 0) 0x7f5c7c0b3ae0 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.767+0000 7f5c7a7fc640 1 -- 172.21.15.176:0/2227241233 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5c68003520 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.767+0000 7f5c7bfff640 1 -- 172.21.15.176:0/2227241233 >> v1:172.21.15.176:6789/0 conn(0x7f5c7c0b64e0 legacy=0x7f5c7c15de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.767+0000 7f5c7bfff640 1 -- 172.21.15.176:0/2227241233 >> v1:172.21.15.173:6789/0 conn(0x7f5c7c145cd0 legacy=0x7f5c7c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.767+0000 7f5c7bfff640 1 -- 172.21.15.176:0/2227241233 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c7c15d600 con 0x7f5c7c06c320 2024-09-10T09:26:55.770 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c7bfff640 1 --2- 172.21.15.176:0/2227241233 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c15e510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5c74009dc0 tx=0x7f5c7402a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7303b0b3227e6af6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c7a7fc640 1 -- 172.21.15.176:0/2227241233 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7402ae60 con 0x7f5c7c06c320 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c7a7fc640 1 -- 172.21.15.176:0/2227241233 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c74007740 con 0x7f5c7c06c320 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c7a7fc640 1 -- 172.21.15.176:0/2227241233 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c74007b10 con 0x7f5c7c06c320 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2227241233 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 msgr2=0x7f5c7c15e510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c81bdf640 1 --2- 172.21.15.176:0/2227241233 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c15e510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5c74009dc0 tx=0x7f5c7402a640 comp rx=0 tx=0).stop 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2227241233 shutdown_connections 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c81bdf640 1 --2- 172.21.15.176:0/2227241233 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c15e510 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2227241233 >> 172.21.15.176:0/2227241233 conn(0x7f5c7c0734b0 msgr2=0x7f5c7c0b2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2227241233 shutdown_connections 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.768+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2227241233 wait complete. 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.770+0000 7f5c81bdf640 1 Processor -- start 2024-09-10T09:26:55.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.770+0000 7f5c81bdf640 1 -- start start 2024-09-10T09:26:55.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.770+0000 7f5c81bdf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c0b5e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.770+0000 7f5c81bdf640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5c7c0b64e0 0x7f5c7c141080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c81bdf640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c7c145cd0 0x7f5c7c0b42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c81bdf640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7c09aa30 con 0x7f5c7c145cd0 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c81bdf640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7c1460b0 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c81bdf640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5c7c09abb0 con 0x7f5c7c06c320 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c0b5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7affd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5c7c0b64e0 0x7f5c7c141080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c0b5e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:37376/0 (socket says 172.21.15.176:37376) 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7b7fe640 1 -- 172.21.15.176:0/2432987818 learned_addr learned my addr 172.21.15.176:0/2432987818 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7bfff640 1 --2- 172.21.15.176:0/2432987818 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c7c145cd0 0x7f5c7c0b42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7affd640 1 -- 172.21.15.176:0/2432987818 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 msgr2=0x7f5c7c0b5e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7affd640 1 --2- 172.21.15.176:0/2432987818 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c0b5e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7affd640 1 -- 172.21.15.176:0/2432987818 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c7c145cd0 msgr2=0x7f5c7c0b42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7affd640 1 --2- 172.21.15.176:0/2432987818 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c7c145cd0 0x7f5c7c0b42d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7affd640 1 -- 172.21.15.176:0/2432987818 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c7c1415c0 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7b7fe640 1 --2- 172.21.15.176:0/2432987818 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c0b5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c7affd640 1 --2- 172.21.15.176:0/2432987818 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5c7c0b64e0 0x7f5c7c141080 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5c6400c430 tx=0x7f5c6400c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c73fff640 1 -- 172.21.15.176:0/2432987818 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c64017070 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c73fff640 1 -- 172.21.15.176:0/2432987818 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c64005ce0 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c73fff640 1 -- 172.21.15.176:0/2432987818 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c640072d0 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2432987818 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c7c0b4d90 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.771+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2432987818 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c7c0b5350 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.772+0000 7f5c73fff640 1 -- 172.21.15.176:0/2432987818 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5c6401a070 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.772+0000 7f5c73fff640 1 -- 172.21.15.176:0/2432987818 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f5c6401cc60 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.776 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.772+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2432987818 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c7c0aed20 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.776 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.774+0000 7f5c73fff640 1 -- 172.21.15.176:0/2432987818 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f5c640074c0 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.844+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2432987818 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd new", "uuid": "8bc7f358-6214-46f5-9c7c-405eef67f7db", "id": 4} v 0) -- 0x7f5c7c1454d0 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.849+0000 7f5c73fff640 1 -- 172.21.15.176:0/2432987818 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8bc7f358-6214-46f5-9c7c-405eef67f7db", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f5c640076a0 con 0x7f5c7c0b64e0 2024-09-10T09:26:55.850 INFO:teuthology.orchestra.run.smithi176.stdout:4 2024-09-10T09:26:55.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.850+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2432987818 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5c7c0b64e0 msgr2=0x7f5c7c141080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.850+0000 7f5c81bdf640 1 --2- 172.21.15.176:0/2432987818 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5c7c0b64e0 0x7f5c7c141080 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5c6400c430 tx=0x7f5c6400c8f0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.850+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2432987818 shutdown_connections 2024-09-10T09:26:55.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.850+0000 7f5c81bdf640 1 --2- 172.21.15.176:0/2432987818 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c7c145cd0 0x7f5c7c0b42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.850+0000 7f5c81bdf640 1 --2- 172.21.15.176:0/2432987818 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5c7c0b64e0 0x7f5c7c141080 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.850+0000 7f5c81bdf640 1 --2- 172.21.15.176:0/2432987818 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5c7c06c320 0x7f5c7c0b5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.850+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2432987818 >> 172.21.15.176:0/2432987818 conn(0x7f5c7c0734b0 msgr2=0x7f5c7c09e940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:55.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.850+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2432987818 shutdown_connections 2024-09-10T09:26:55.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.850+0000 7f5c81bdf640 1 -- 172.21.15.176:0/2432987818 wait complete. 2024-09-10T09:26:55.862 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new 888c422a-c3e9-4747-aebf-c0a862e1461c 5 2024-09-10T09:26:55.961 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.960+0000 7f5cf73f8640 1 Processor -- start 2024-09-10T09:26:55.962 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.960+0000 7f5cf73f8640 1 -- start start 2024-09-10T09:26:55.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf73f8640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5cf0145f20 0x7f5cf00d0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf73f8640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f5cf00d1480 0x7f5cf00b2420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf73f8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf00b2960 0x7f5cf015ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf73f8640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f5cf00afa60 con 0x7f5cf00d1480 2024-09-10T09:26:55.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf73f8640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f5cf00d1a40 con 0x7f5cf0145f20 2024-09-10T09:26:55.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf73f8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5cf00d1d20 con 0x7f5cf00b2960 2024-09-10T09:26:55.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf5194640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5cf0145f20 0x7f5cf00d0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf5194640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5cf0145f20 0x7f5cf00d0f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:54488/0 (socket says 172.21.15.176:54488) 2024-09-10T09:26:55.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf5194640 1 -- 172.21.15.176:0/3936573095 learned_addr learned my addr 172.21.15.176:0/3936573095 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf5995640 1 --2- 172.21.15.176:0/3936573095 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf00b2960 0x7f5cf015ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf4993640 1 --2- 172.21.15.176:0/3936573095 >> v2:172.21.15.173:3300/0 conn(0x7f5cf00d1480 0x7f5cf00b2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf5194640 1 -- 172.21.15.176:0/3936573095 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf00b2960 msgr2=0x7f5cf015ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf5194640 1 --2- 172.21.15.176:0/3936573095 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf00b2960 0x7f5cf015ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf5194640 1 -- 172.21.15.176:0/3936573095 >> v2:172.21.15.173:3300/0 conn(0x7f5cf00d1480 msgr2=0x7f5cf00b2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.961+0000 7f5cf5194640 1 --2- 172.21.15.176:0/3936573095 >> v2:172.21.15.173:3300/0 conn(0x7f5cf00d1480 0x7f5cf00b2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.962+0000 7f5cf5194640 1 -- 172.21.15.176:0/3936573095 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cf00afcd0 con 0x7f5cf0145f20 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.962+0000 7f5cf4993640 1 --2- 172.21.15.176:0/3936573095 >> v2:172.21.15.173:3300/0 conn(0x7f5cf00d1480 0x7f5cf00b2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.962+0000 7f5cf5995640 1 --2- 172.21.15.176:0/3936573095 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf00b2960 0x7f5cf015ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.962+0000 7f5cf5194640 1 --2- 172.21.15.176:0/3936573095 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf0145f20 0x7f5cf00d0f40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5cf0074050 tx=0x7f5ce002a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a94ba89aa74a1f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:55.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.962+0000 7f5ce7fff640 1 -- 172.21.15.176:0/3936573095 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce0037070 con 0x7f5cf0145f20 2024-09-10T09:26:55.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.962+0000 7f5ce7fff640 1 -- 172.21.15.176:0/3936573095 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ce0032440 con 0x7f5cf0145f20 2024-09-10T09:26:55.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.962+0000 7f5ce7fff640 1 -- 172.21.15.176:0/3936573095 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce0032810 con 0x7f5cf0145f20 2024-09-10T09:26:55.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.963+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3936573095 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf0145f20 msgr2=0x7f5cf00d0f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.963+0000 7f5cf73f8640 1 --2- 172.21.15.176:0/3936573095 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf0145f20 0x7f5cf00d0f40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5cf0074050 tx=0x7f5ce002a140 comp rx=0 tx=0).stop 2024-09-10T09:26:55.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.963+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3936573095 shutdown_connections 2024-09-10T09:26:55.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.963+0000 7f5cf73f8640 1 --2- 172.21.15.176:0/3936573095 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf00b2960 0x7f5cf015ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.963+0000 7f5cf73f8640 1 --2- 172.21.15.176:0/3936573095 >> v2:172.21.15.173:3300/0 conn(0x7f5cf00d1480 0x7f5cf00b2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.963+0000 7f5cf73f8640 1 --2- 172.21.15.176:0/3936573095 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf0145f20 0x7f5cf00d0f40 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.963+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3936573095 >> 172.21.15.176:0/3936573095 conn(0x7f5cf009aa30 msgr2=0x7f5cf00b67f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.963+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3936573095 shutdown_connections 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.963+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3936573095 wait complete. 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.964+0000 7f5cf73f8640 1 Processor -- start 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.964+0000 7f5cf73f8640 1 -- start start 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf73f8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5cf00b2960 0x7f5cf01f3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf73f8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf00d1480 0x7f5cf00b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf73f8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf0145f20 0x7f5cf0134d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf73f8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5cf006bf60 con 0x7f5cf00b2960 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf73f8640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5cf006bde0 con 0x7f5cf00d1480 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf73f8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5cf01604f0 con 0x7f5cf0145f20 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf4993640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf00d1480 0x7f5cf00b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf5995640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf0145f20 0x7f5cf0134d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf4993640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf00d1480 0x7f5cf00b4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:54504/0 (socket says 172.21.15.176:54504) 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf4993640 1 -- 172.21.15.176:0/3799656339 learned_addr learned my addr 172.21.15.176:0/3799656339 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.965+0000 7f5cf5194640 1 --2- 172.21.15.176:0/3799656339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5cf00b2960 0x7f5cf01f3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5cf5995640 1 -- 172.21.15.176:0/3799656339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf00d1480 msgr2=0x7f5cf00b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5cf5995640 1 --2- 172.21.15.176:0/3799656339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf00d1480 0x7f5cf00b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5cf5995640 1 -- 172.21.15.176:0/3799656339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5cf00b2960 msgr2=0x7f5cf01f3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5cf5995640 1 --2- 172.21.15.176:0/3799656339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5cf00b2960 0x7f5cf01f3ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5cf5995640 1 -- 172.21.15.176:0/3799656339 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cf0135780 con 0x7f5cf0145f20 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5cf4993640 1 --2- 172.21.15.176:0/3799656339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf00d1480 0x7f5cf00b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5cf5995640 1 --2- 172.21.15.176:0/3799656339 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf0145f20 0x7f5cf0134d60 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5ce800eed0 tx=0x7f5ce800b480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5ce5ffb640 1 -- 172.21.15.176:0/3799656339 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce8018030 con 0x7f5cf0145f20 2024-09-10T09:26:55.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5ce5ffb640 1 -- 172.21.15.176:0/3799656339 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ce800bd20 con 0x7f5cf0145f20 2024-09-10T09:26:55.976 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5ce5ffb640 1 -- 172.21.15.176:0/3799656339 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce8003bd0 con 0x7f5cf0145f20 2024-09-10T09:26:55.976 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3799656339 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cf0135a60 con 0x7f5cf0145f20 2024-09-10T09:26:55.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5ce5ffb640 1 -- 172.21.15.176:0/3799656339 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5ce801b070 con 0x7f5cf0145f20 2024-09-10T09:26:55.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3799656339 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cf00b4850 con 0x7f5cf0145f20 2024-09-10T09:26:55.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.966+0000 7f5ce5ffb640 1 -- 172.21.15.176:0/3799656339 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f5ce80045a0 con 0x7f5cf0145f20 2024-09-10T09:26:55.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.967+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3799656339 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cf00b4a50 con 0x7f5cf0145f20 2024-09-10T09:26:55.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:55.970+0000 7f5ce5ffb640 1 -- 172.21.15.176:0/3799656339 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f5cf00b4a50 con 0x7f5cf0145f20 2024-09-10T09:26:56.040 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.039+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3799656339 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd new", "uuid": "888c422a-c3e9-4747-aebf-c0a862e1461c", "id": 5} v 0) -- 0x7f5cf00b2420 con 0x7f5cf0145f20 2024-09-10T09:26:56.045 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.044+0000 7f5ce5ffb640 1 -- 172.21.15.176:0/3799656339 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "888c422a-c3e9-4747-aebf-c0a862e1461c", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f5ce8022070 con 0x7f5cf0145f20 2024-09-10T09:26:56.045 INFO:teuthology.orchestra.run.smithi176.stdout:5 2024-09-10T09:26:56.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.045+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3799656339 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf0145f20 msgr2=0x7f5cf0134d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.045+0000 7f5cf73f8640 1 --2- 172.21.15.176:0/3799656339 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf0145f20 0x7f5cf0134d60 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5ce800eed0 tx=0x7f5ce800b480 comp rx=0 tx=0).stop 2024-09-10T09:26:56.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.045+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3799656339 shutdown_connections 2024-09-10T09:26:56.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.045+0000 7f5cf73f8640 1 --2- 172.21.15.176:0/3799656339 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5cf0145f20 0x7f5cf0134d60 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.045+0000 7f5cf73f8640 1 --2- 172.21.15.176:0/3799656339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cf00d1480 0x7f5cf00b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.045+0000 7f5cf73f8640 1 --2- 172.21.15.176:0/3799656339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5cf00b2960 0x7f5cf01f3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.045+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3799656339 >> 172.21.15.176:0/3799656339 conn(0x7f5cf009aa30 msgr2=0x7f5cf006c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:56.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.045+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3799656339 shutdown_connections 2024-09-10T09:26:56.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.045+0000 7f5cf73f8640 1 -- 172.21.15.176:0/3799656339 wait complete. 2024-09-10T09:26:56.056 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new b6f7f197-94d6-4cfb-a8b5-38bdc28bb716 6 2024-09-10T09:26:56.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.154+0000 7fdbb89a8640 1 Processor -- start 2024-09-10T09:26:56.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.154+0000 7fdbb89a8640 1 -- start start 2024-09-10T09:26:56.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.155+0000 7fdbb89a8640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fdbb406be80 0x7fdbb40b0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.155+0000 7fdbb89a8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb4161dc0 0x7fdbb415e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.155+0000 7fdbb89a8640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbb406c970 con 0x7fdbb40b5f40 2024-09-10T09:26:56.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.155+0000 7fdbb89a8640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fdbb40b6700 con 0x7fdbb406be80 2024-09-10T09:26:56.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.155+0000 7fdbb89a8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdbb40b6420 con 0x7fdbb4161dc0 2024-09-10T09:26:56.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.156+0000 7fdbb2d9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb4161dc0 0x7fdbb415e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.156+0000 7fdbb1d9b640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fdbb40b5f40 0x7fdbb406c260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:45030/0 (socket says 172.21.15.176:45030) 2024-09-10T09:26:56.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.156+0000 7fdbb1d9b640 1 -- 172.21.15.176:0/4128946390 learned_addr learned my addr 172.21.15.176:0/4128946390 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-10T09:26:56.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.156+0000 7fdbb259c640 1 --2- 172.21.15.176:0/4128946390 >> v2:172.21.15.173:3300/0 conn(0x7fdbb406be80 0x7fdbb40b0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.156+0000 7fdbb2d9d640 1 -- 172.21.15.176:0/4128946390 >> v2:172.21.15.173:3300/0 conn(0x7fdbb406be80 msgr2=0x7fdbb40b0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:26:56.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.156+0000 7fdbb2d9d640 1 --2- 172.21.15.176:0/4128946390 >> v2:172.21.15.173:3300/0 conn(0x7fdbb406be80 0x7fdbb40b0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.156+0000 7fdbb159a640 1 -- 172.21.15.176:0/4128946390 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3598051813 0 0) 0x7fdbb406c970 con 0x7fdbb40b5f40 2024-09-10T09:26:56.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.156+0000 7fdbb2d9d640 1 -- 172.21.15.176:0/4128946390 >> v1:172.21.15.176:6789/0 conn(0x7fdbb40b5f40 legacy=0x7fdbb406c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.156+0000 7fdbb2d9d640 1 -- 172.21.15.176:0/4128946390 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb41602d0 con 0x7fdbb4161dc0 2024-09-10T09:26:56.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.156+0000 7fdbb259c640 1 --2- 172.21.15.176:0/4128946390 >> v2:172.21.15.173:3300/0 conn(0x7fdbb406be80 0x7fdbb40b0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.157+0000 7fdbb2d9d640 1 --2- 172.21.15.176:0/4128946390 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb4161dc0 0x7fdbb415e680 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdba40097a0 tx=0x7fdba402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b4e1a74bc1f9d9c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.157+0000 7fdbb159a640 1 -- 172.21.15.176:0/4128946390 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4037070 con 0x7fdbb4161dc0 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.157+0000 7fdbb159a640 1 -- 172.21.15.176:0/4128946390 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdba402ae50 con 0x7fdbb4161dc0 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.157+0000 7fdbb159a640 1 -- 172.21.15.176:0/4128946390 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4032660 con 0x7fdbb4161dc0 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.157+0000 7fdbb89a8640 1 -- 172.21.15.176:0/4128946390 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb4161dc0 msgr2=0x7fdbb415e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.157+0000 7fdbb89a8640 1 --2- 172.21.15.176:0/4128946390 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb4161dc0 0x7fdbb415e680 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdba40097a0 tx=0x7fdba402a100 comp rx=0 tx=0).stop 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.157+0000 7fdbb89a8640 1 -- 172.21.15.176:0/4128946390 shutdown_connections 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.157+0000 7fdbb89a8640 1 --2- 172.21.15.176:0/4128946390 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb4161dc0 0x7fdbb415e680 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.157+0000 7fdbb89a8640 1 --2- 172.21.15.176:0/4128946390 >> v2:172.21.15.173:3300/0 conn(0x7fdbb406be80 0x7fdbb40b0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.157+0000 7fdbb89a8640 1 -- 172.21.15.176:0/4128946390 >> 172.21.15.176:0/4128946390 conn(0x7fdbb40734b0 msgr2=0x7fdbb40b2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.158+0000 7fdbb89a8640 1 -- 172.21.15.176:0/4128946390 shutdown_connections 2024-09-10T09:26:56.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.158+0000 7fdbb89a8640 1 -- 172.21.15.176:0/4128946390 wait complete. 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.159+0000 7fdbb89a8640 1 Processor -- start 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.159+0000 7fdbb89a8640 1 -- start start 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb89a8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb406be80 0x7fdbb4152e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb89a8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdbb40b5f40 0x7fdbb40b31d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb89a8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdbb4161dc0 0x7fdbb409caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb89a8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb415ebc0 con 0x7fdbb4161dc0 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb89a8640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb4160890 con 0x7fdbb40b5f40 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb89a8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdbb415ed40 con 0x7fdbb406be80 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb1d9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdbb40b5f40 0x7fdbb40b31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb259c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb406be80 0x7fdbb4152e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb1d9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdbb40b5f40 0x7fdbb40b31d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:54508/0 (socket says 172.21.15.176:54508) 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb259c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb406be80 0x7fdbb4152e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:37402/0 (socket says 172.21.15.176:37402) 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb1d9b640 1 -- 172.21.15.176:0/2360027083 learned_addr learned my addr 172.21.15.176:0/2360027083 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb2d9d640 1 --2- 172.21.15.176:0/2360027083 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdbb4161dc0 0x7fdbb409caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb259c640 1 -- 172.21.15.176:0/2360027083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdbb40b5f40 msgr2=0x7fdbb40b31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb259c640 1 --2- 172.21.15.176:0/2360027083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdbb40b5f40 0x7fdbb40b31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb259c640 1 -- 172.21.15.176:0/2360027083 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdbb4161dc0 msgr2=0x7fdbb409caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb259c640 1 --2- 172.21.15.176:0/2360027083 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdbb4161dc0 0x7fdbb409caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb259c640 1 -- 172.21.15.176:0/2360027083 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb4153350 con 0x7fdbb406be80 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb1d9b640 1 --2- 172.21.15.176:0/2360027083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdbb40b5f40 0x7fdbb40b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb259c640 1 --2- 172.21.15.176:0/2360027083 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb406be80 0x7fdbb4152e10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdbac007e70 tx=0x7fdbac00d4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbaaffd640 1 -- 172.21.15.176:0/2360027083 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac01a070 con 0x7fdbb406be80 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbaaffd640 1 -- 172.21.15.176:0/2360027083 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbac003b90 con 0x7fdbb406be80 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb89a8640 1 -- 172.21.15.176:0/2360027083 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbb409ba50 con 0x7fdbb406be80 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbaaffd640 1 -- 172.21.15.176:0/2360027083 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac004030 con 0x7fdbb406be80 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.160+0000 7fdbb89a8640 1 -- 172.21.15.176:0/2360027083 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbb409c010 con 0x7fdbb406be80 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.161+0000 7fdbaaffd640 1 -- 172.21.15.176:0/2360027083 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fdbac01d070 con 0x7fdbb406be80 2024-09-10T09:26:56.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.161+0000 7fdbaaffd640 1 -- 172.21.15.176:0/2360027083 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fdbac01f800 con 0x7fdbb406be80 2024-09-10T09:26:56.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.161+0000 7fdbb89a8640 1 -- 172.21.15.176:0/2360027083 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbb4068e10 con 0x7fdbb406be80 2024-09-10T09:26:56.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.163+0000 7fdbaaffd640 1 -- 172.21.15.176:0/2360027083 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fdbb4068e10 con 0x7fdbb406be80 2024-09-10T09:26:56.234 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.233+0000 7fdbb89a8640 1 -- 172.21.15.176:0/2360027083 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b6f7f197-94d6-4cfb-a8b5-38bdc28bb716", "id": 6} v 0) -- 0x7fdbb415e680 con 0x7fdbb406be80 2024-09-10T09:26:56.239 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.238+0000 7fdbaaffd640 1 -- 172.21.15.176:0/2360027083 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b6f7f197-94d6-4cfb-a8b5-38bdc28bb716", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fdbb4153350 con 0x7fdbb406be80 2024-09-10T09:26:56.239 INFO:teuthology.orchestra.run.smithi176.stdout:6 2024-09-10T09:26:56.240 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.239+0000 7fdbb89a8640 1 -- 172.21.15.176:0/2360027083 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb406be80 msgr2=0x7fdbb4152e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.240 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.239+0000 7fdbb89a8640 1 --2- 172.21.15.176:0/2360027083 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb406be80 0x7fdbb4152e10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdbac007e70 tx=0x7fdbac00d4a0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.240 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.239+0000 7fdbb89a8640 1 -- 172.21.15.176:0/2360027083 shutdown_connections 2024-09-10T09:26:56.240 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.239+0000 7fdbb89a8640 1 --2- 172.21.15.176:0/2360027083 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdbb4161dc0 0x7fdbb409caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.240 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.239+0000 7fdbb89a8640 1 --2- 172.21.15.176:0/2360027083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdbb40b5f40 0x7fdbb40b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.240 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.239+0000 7fdbb89a8640 1 --2- 172.21.15.176:0/2360027083 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdbb406be80 0x7fdbb4152e10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.239+0000 7fdbb89a8640 1 -- 172.21.15.176:0/2360027083 >> 172.21.15.176:0/2360027083 conn(0x7fdbb40734b0 msgr2=0x7fdbb406f320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:56.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.239+0000 7fdbb89a8640 1 -- 172.21.15.176:0/2360027083 shutdown_connections 2024-09-10T09:26:56.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.239+0000 7fdbb89a8640 1 -- 172.21.15.176:0/2360027083 wait complete. 2024-09-10T09:26:56.250 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new 1489568a-adc4-4199-a2d1-48dfd82dc541 7 2024-09-10T09:26:56.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.349+0000 7fd550dc4640 1 Processor -- start 2024-09-10T09:26:56.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.349+0000 7fd550dc4640 1 -- start start 2024-09-10T09:26:56.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.350+0000 7fd550dc4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c15b1b0 0x7fd54c0b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.350+0000 7fd550dc4640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fd54c0b48e0 0x7fd54c0b14d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.350+0000 7fd550dc4640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd54c0b5770 con 0x7fd54c09ab10 2024-09-10T09:26:56.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.350+0000 7fd550dc4640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fd54c0b09f0 con 0x7fd54c0b48e0 2024-09-10T09:26:56.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.350+0000 7fd550dc4640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd54c0b0cd0 con 0x7fd54c15b1b0 2024-09-10T09:26:56.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.350+0000 7fd54a59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c15b1b0 0x7fd54c0b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.350+0000 7fd54a59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c15b1b0 0x7fd54c0b4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:37418/0 (socket says 172.21.15.176:37418) 2024-09-10T09:26:56.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.350+0000 7fd54a59c640 1 -- 172.21.15.176:0/1367024849 learned_addr learned my addr 172.21.15.176:0/1367024849 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:56.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.351+0000 7fd54ad9d640 1 --2- 172.21.15.176:0/1367024849 >> v2:172.21.15.173:3300/0 conn(0x7fd54c0b48e0 0x7fd54c0b14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.351+0000 7fd54a59c640 1 -- 172.21.15.176:0/1367024849 >> v2:172.21.15.173:3300/0 conn(0x7fd54c0b48e0 msgr2=0x7fd54c0b14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:26:56.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.351+0000 7fd54a59c640 1 --2- 172.21.15.176:0/1367024849 >> v2:172.21.15.173:3300/0 conn(0x7fd54c0b48e0 0x7fd54c0b14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.351+0000 7fd54a59c640 1 -- 172.21.15.176:0/1367024849 >> v1:172.21.15.173:6789/0 conn(0x7fd54c09ab10 legacy=0x7fd54c0b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.351+0000 7fd54a59c640 1 -- 172.21.15.176:0/1367024849 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd54c0b0fb0 con 0x7fd54c15b1b0 2024-09-10T09:26:56.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.351+0000 7fd54a59c640 1 --2- 172.21.15.176:0/1367024849 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c15b1b0 0x7fd54c0b4e00 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd53c009870 tx=0x7fd53c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f38db229e93a964 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:56.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd54959a640 1 -- 172.21.15.176:0/1367024849 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd53c037070 con 0x7fd54c15b1b0 2024-09-10T09:26:56.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd54959a640 1 -- 172.21.15.176:0/1367024849 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd53c032440 con 0x7fd54c15b1b0 2024-09-10T09:26:56.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd54959a640 1 -- 172.21.15.176:0/1367024849 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd53c032810 con 0x7fd54c15b1b0 2024-09-10T09:26:56.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd550dc4640 1 -- 172.21.15.176:0/1367024849 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c15b1b0 msgr2=0x7fd54c0b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd550dc4640 1 --2- 172.21.15.176:0/1367024849 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c15b1b0 0x7fd54c0b4e00 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd53c009870 tx=0x7fd53c02a270 comp rx=0 tx=0).stop 2024-09-10T09:26:56.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd550dc4640 1 -- 172.21.15.176:0/1367024849 shutdown_connections 2024-09-10T09:26:56.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd550dc4640 1 --2- 172.21.15.176:0/1367024849 >> v2:172.21.15.173:3300/0 conn(0x7fd54c0b48e0 0x7fd54c0b14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd550dc4640 1 --2- 172.21.15.176:0/1367024849 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c15b1b0 0x7fd54c0b4e00 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd550dc4640 1 -- 172.21.15.176:0/1367024849 >> 172.21.15.176:0/1367024849 conn(0x7fd54c0734b0 msgr2=0x7fd54c0b2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:56.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd550dc4640 1 -- 172.21.15.176:0/1367024849 shutdown_connections 2024-09-10T09:26:56.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.352+0000 7fd550dc4640 1 -- 172.21.15.176:0/1367024849 wait complete. 2024-09-10T09:26:56.358 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.354+0000 7fd550dc4640 1 Processor -- start 2024-09-10T09:26:56.358 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.354+0000 7fd550dc4640 1 -- start start 2024-09-10T09:26:56.358 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.354+0000 7fd550dc4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c09ab10 0x7fd54c1f7810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.358 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.354+0000 7fd550dc4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd54c0b48e0 0x7fd54c1f7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.358 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.354+0000 7fd550dc4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd54c15b1b0 0x7fd54c0caff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.358 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.354+0000 7fd550dc4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd54c0b54c0 con 0x7fd54c0b48e0 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.354+0000 7fd550dc4640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd54c0b5340 con 0x7fd54c15b1b0 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.354+0000 7fd550dc4640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd54c15b590 con 0x7fd54c09ab10 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.354+0000 7fd54a59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c09ab10 0x7fd54c1f7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.354+0000 7fd54a59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c09ab10 0x7fd54c1f7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:37430/0 (socket says 172.21.15.176:37430) 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd54a59c640 1 -- 172.21.15.176:0/403779313 learned_addr learned my addr 172.21.15.176:0/403779313 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd549d9b640 1 --2- 172.21.15.176:0/403779313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd54c0b48e0 0x7fd54c1f7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd54ad9d640 1 --2- 172.21.15.176:0/403779313 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd54c15b1b0 0x7fd54c0caff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd54a59c640 1 -- 172.21.15.176:0/403779313 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd54c15b1b0 msgr2=0x7fd54c0caff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd54a59c640 1 --2- 172.21.15.176:0/403779313 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd54c15b1b0 0x7fd54c0caff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd54a59c640 1 -- 172.21.15.176:0/403779313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd54c0b48e0 msgr2=0x7fd54c1f7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd54a59c640 1 --2- 172.21.15.176:0/403779313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd54c0b48e0 0x7fd54c1f7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd54a59c640 1 -- 172.21.15.176:0/403779313 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd54c0cbd90 con 0x7fd54c09ab10 2024-09-10T09:26:56.359 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd54ad9d640 1 --2- 172.21.15.176:0/403779313 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd54c15b1b0 0x7fd54c0caff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:26:56.360 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd54a59c640 1 --2- 172.21.15.176:0/403779313 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c09ab10 0x7fd54c1f7810 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd53c02a2b0 tx=0x7fd53c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:56.360 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd542ffd640 1 -- 172.21.15.176:0/403779313 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd53c041030 con 0x7fd54c09ab10 2024-09-10T09:26:56.360 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd542ffd640 1 -- 172.21.15.176:0/403779313 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd53c030440 con 0x7fd54c09ab10 2024-09-10T09:26:56.360 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd550dc4640 1 -- 172.21.15.176:0/403779313 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd54c1f5580 con 0x7fd54c09ab10 2024-09-10T09:26:56.360 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd542ffd640 1 -- 172.21.15.176:0/403779313 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd53c037040 con 0x7fd54c09ab10 2024-09-10T09:26:56.360 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd550dc4640 1 -- 172.21.15.176:0/403779313 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd54c1f5b40 con 0x7fd54c09ab10 2024-09-10T09:26:56.360 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd542ffd640 1 -- 172.21.15.176:0/403779313 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd53c044070 con 0x7fd54c09ab10 2024-09-10T09:26:56.360 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.355+0000 7fd542ffd640 1 -- 172.21.15.176:0/403779313 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7fd53c03dc10 con 0x7fd54c09ab10 2024-09-10T09:26:56.360 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.356+0000 7fd550dc4640 1 -- 172.21.15.176:0/403779313 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd54c0b4e00 con 0x7fd54c09ab10 2024-09-10T09:26:56.361 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.358+0000 7fd542ffd640 1 -- 172.21.15.176:0/403779313 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd53c03d5b0 con 0x7fd54c09ab10 2024-09-10T09:26:56.377 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:56.376+0000 7fca2bb2d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T09:26:56.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.427+0000 7fd550dc4640 1 -- 172.21.15.176:0/403779313 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd new", "uuid": "1489568a-adc4-4199-a2d1-48dfd82dc541", "id": 7} v 0) -- 0x7fd54c158850 con 0x7fd54c09ab10 2024-09-10T09:26:56.429 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:56.429+0000 7fca2bb2d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T09:26:56.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.433+0000 7fd542ffd640 1 -- 172.21.15.176:0/403779313 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1489568a-adc4-4199-a2d1-48dfd82dc541", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7fd53c03d790 con 0x7fd54c09ab10 2024-09-10T09:26:56.434 INFO:teuthology.orchestra.run.smithi176.stdout:7 2024-09-10T09:26:56.435 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.434+0000 7fd550dc4640 1 -- 172.21.15.176:0/403779313 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c09ab10 msgr2=0x7fd54c1f7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.435 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.434+0000 7fd550dc4640 1 --2- 172.21.15.176:0/403779313 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c09ab10 0x7fd54c1f7810 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd53c02a2b0 tx=0x7fd53c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.435 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.434+0000 7fd550dc4640 1 -- 172.21.15.176:0/403779313 shutdown_connections 2024-09-10T09:26:56.435 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.434+0000 7fd550dc4640 1 --2- 172.21.15.176:0/403779313 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd54c15b1b0 0x7fd54c0caff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.435 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.434+0000 7fd550dc4640 1 --2- 172.21.15.176:0/403779313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd54c0b48e0 0x7fd54c1f7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.436 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.434+0000 7fd550dc4640 1 --2- 172.21.15.176:0/403779313 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd54c09ab10 0x7fd54c1f7810 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.436 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.434+0000 7fd550dc4640 1 -- 172.21.15.176:0/403779313 >> 172.21.15.176:0/403779313 conn(0x7fd54c0734b0 msgr2=0x7fd54c0ae910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:56.436 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.434+0000 7fd550dc4640 1 -- 172.21.15.176:0/403779313 shutdown_connections 2024-09-10T09:26:56.436 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:26:56.434+0000 7fd550dc4640 1 -- 172.21.15.176:0/403779313 wait complete. 2024-09-10T09:26:56.446 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-10T09:26:56.446 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-10T09:26:56.448 INFO:tasks.ceph.osd.0:Started 2024-09-10T09:26:56.448 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-10T09:26:56.448 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-10T09:26:56.450 INFO:tasks.ceph.osd.1:Started 2024-09-10T09:26:56.450 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-10T09:26:56.450 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-10T09:26:56.452 INFO:tasks.ceph.osd.2:Started 2024-09-10T09:26:56.453 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-10T09:26:56.453 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-10T09:26:56.455 INFO:tasks.ceph.osd.3:Started 2024-09-10T09:26:56.455 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-10T09:26:56.455 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-10T09:26:56.457 INFO:tasks.ceph.osd.4:Started 2024-09-10T09:26:56.457 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-10T09:26:56.457 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-10T09:26:56.460 INFO:tasks.ceph.osd.5:Started 2024-09-10T09:26:56.460 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-10T09:26:56.460 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-10T09:26:56.463 INFO:tasks.ceph.osd.6:Started 2024-09-10T09:26:56.463 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-10T09:26:56.463 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-10T09:26:56.465 INFO:tasks.ceph.osd.7:Started 2024-09-10T09:26:56.466 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:26:56.557 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:56.556+0000 7f2d990a2040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T09:26:56.595 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.594+0000 7fa47a653640 1 Processor -- start 2024-09-10T09:26:56.595 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.594+0000 7fa47a653640 1 -- start start 2024-09-10T09:26:56.596 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.594+0000 7fa47a653640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fa47415b340 0x7fa47409aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.596 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.594+0000 7fa47a653640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4740b3830 con 0x7fa4740b5050 2024-09-10T09:26:56.596 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.594+0000 7fa47a653640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4740b5610 con 0x7fa4740b43f0 2024-09-10T09:26:56.596 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.594+0000 7fa47a653640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fa4740b5bd0 con 0x7fa47415b340 2024-09-10T09:26:56.596 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.595+0000 7fa478bf0640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fa4740b5050 0x7fa47415b720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40020/0 (socket says 172.21.15.173:40020) 2024-09-10T09:26:56.596 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.595+0000 7fa478bf0640 1 -- 172.21.15.173:0/2046915618 learned_addr learned my addr 172.21.15.173:0/2046915618 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:26:56.596 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.595+0000 7fa473fff640 1 --2- 172.21.15.173:0/2046915618 >> v2:172.21.15.176:3300/0 conn(0x7fa47415b340 0x7fa47409aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.596 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.595+0000 7fa472ffd640 1 -- 172.21.15.173:0/2046915618 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1353142342 0 0) 0x7fa4740b3830 con 0x7fa4740b5050 2024-09-10T09:26:56.597 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.595+0000 7fa472ffd640 1 -- 172.21.15.173:0/2046915618 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa460003520 con 0x7fa4740b5050 2024-09-10T09:26:56.597 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.595+0000 7fa473fff640 1 -- 172.21.15.173:0/2046915618 >> v1:172.21.15.176:6789/0 conn(0x7fa4740b43f0 legacy=0x7fa4740b4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.597 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.595+0000 7fa472ffd640 1 -- 172.21.15.173:0/2046915618 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 755420005 0 0) 0x7fa4740b5610 con 0x7fa4740b43f0 2024-09-10T09:26:56.597 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.595+0000 7fa473fff640 1 -- 172.21.15.173:0/2046915618 >> v1:172.21.15.173:6789/0 conn(0x7fa4740b5050 legacy=0x7fa47415b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.597 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.595+0000 7fa473fff640 1 -- 172.21.15.173:0/2046915618 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4740b58f0 con 0x7fa47415b340 2024-09-10T09:26:56.598 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.596+0000 7fa473fff640 1 --2- 172.21.15.173:0/2046915618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa47415b340 0x7fa47409aa30 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa4640097a0 tx=0x7fa46402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ca8471a8508d4dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:56.598 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.596+0000 7fa472ffd640 1 -- 172.21.15.173:0/2046915618 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa464037070 con 0x7fa47415b340 2024-09-10T09:26:56.598 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.596+0000 7fa472ffd640 1 -- 172.21.15.173:0/2046915618 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa464032440 con 0x7fa47415b340 2024-09-10T09:26:56.599 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.596+0000 7fa472ffd640 1 -- 172.21.15.173:0/2046915618 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa464032810 con 0x7fa47415b340 2024-09-10T09:26:56.599 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.597+0000 7fa47a653640 1 -- 172.21.15.173:0/2046915618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa47415b340 msgr2=0x7fa47409aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.599 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.597+0000 7fa47a653640 1 --2- 172.21.15.173:0/2046915618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa47415b340 0x7fa47409aa30 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa4640097a0 tx=0x7fa46402a230 comp rx=0 tx=0).stop 2024-09-10T09:26:56.599 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.597+0000 7fa47a653640 1 -- 172.21.15.173:0/2046915618 shutdown_connections 2024-09-10T09:26:56.599 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.597+0000 7fa47a653640 1 --2- 172.21.15.173:0/2046915618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa47415b340 0x7fa47409aa30 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.599 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.597+0000 7fa47a653640 1 -- 172.21.15.173:0/2046915618 >> 172.21.15.173:0/2046915618 conn(0x7fa474073490 msgr2=0x7fa4740b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:56.599 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.597+0000 7fa47a653640 1 -- 172.21.15.173:0/2046915618 shutdown_connections 2024-09-10T09:26:56.599 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.597+0000 7fa47a653640 1 -- 172.21.15.173:0/2046915618 wait complete. 2024-09-10T09:26:56.599 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.598+0000 7fa47a653640 1 Processor -- start 2024-09-10T09:26:56.599 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.598+0000 7fa47a653640 1 -- start start 2024-09-10T09:26:56.602 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa47a653640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4740b43f0 0x7fa4741eff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.602 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa47a653640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4740b5050 0x7fa4740d1010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa47a653640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa47415b340 0x7fa4740b0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa47a653640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa4740cdb30 con 0x7fa47415b340 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa47a653640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa47415d8f0 con 0x7fa4740b43f0 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa47a653640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa4740cdcb0 con 0x7fa4740b5050 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa478bf0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa47415b340 0x7fa4740b0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa473fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4740b43f0 0x7fa4741eff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa478bf0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa47415b340 0x7fa4740b0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:52076/0 (socket says 172.21.15.173:52076) 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa473fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4740b43f0 0x7fa4741eff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:39620/0 (socket says 172.21.15.173:39620) 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa478bf0640 1 -- 172.21.15.173:0/1001717478 learned_addr learned my addr 172.21.15.173:0/1001717478 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa4737fe640 1 --2- 172.21.15.173:0/1001717478 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4740b5050 0x7fa4740d1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa473fff640 1 -- 172.21.15.173:0/1001717478 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4740b5050 msgr2=0x7fa4740d1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa473fff640 1 --2- 172.21.15.173:0/1001717478 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4740b5050 0x7fa4740d1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa473fff640 1 -- 172.21.15.173:0/1001717478 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa47415b340 msgr2=0x7fa4740b0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa473fff640 1 --2- 172.21.15.173:0/1001717478 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa47415b340 0x7fa4740b0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.599+0000 7fa473fff640 1 -- 172.21.15.173:0/1001717478 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4740ae9d0 con 0x7fa4740b43f0 2024-09-10T09:26:56.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.600+0000 7fa473fff640 1 --2- 172.21.15.173:0/1001717478 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4740b43f0 0x7fa4741eff00 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa464031000 tx=0x7fa4640046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:56.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.600+0000 7fa470ff9640 1 -- 172.21.15.173:0/1001717478 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa464041070 con 0x7fa4740b43f0 2024-09-10T09:26:56.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.600+0000 7fa470ff9640 1 -- 172.21.15.173:0/1001717478 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa464004220 con 0x7fa4740b43f0 2024-09-10T09:26:56.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.600+0000 7fa470ff9640 1 -- 172.21.15.173:0/1001717478 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa464037040 con 0x7fa4740b43f0 2024-09-10T09:26:56.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.600+0000 7fa47a653640 1 -- 172.21.15.173:0/1001717478 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4740b2530 con 0x7fa4740b43f0 2024-09-10T09:26:56.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.600+0000 7fa47a653640 1 -- 172.21.15.173:0/1001717478 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4740b2af0 con 0x7fa4740b43f0 2024-09-10T09:26:56.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.600+0000 7fa470ff9640 1 -- 172.21.15.173:0/1001717478 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa4640039a0 con 0x7fa4740b43f0 2024-09-10T09:26:56.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.600+0000 7fa470ff9640 1 -- 172.21.15.173:0/1001717478 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fa464003c90 con 0x7fa4740b43f0 2024-09-10T09:26:56.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.601+0000 7fa47a653640 1 -- 172.21.15.173:0/1001717478 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4740aeba0 con 0x7fa4740b43f0 2024-09-10T09:26:56.606 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.603+0000 7fa470ff9640 1 -- 172.21.15.173:0/1001717478 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa46403d4e0 con 0x7fa4740b43f0 2024-09-10T09:26:56.612 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:56.611+0000 7f2d990a2040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T09:26:56.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.661+0000 7fa47a653640 1 -- 172.21.15.173:0/1001717478 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa47409aa30 con 0x7fa4740b43f0 2024-09-10T09:26:56.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.662+0000 7fa470ff9640 1 -- 172.21.15.173:0/1001717478 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fa46403d6c0 con 0x7fa4740b43f0 2024-09-10T09:26:56.663 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:26:56.663 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":10,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:26:56.429494+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:26:56.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.663+0000 7fa47a653640 1 -- 172.21.15.173:0/1001717478 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4740b43f0 msgr2=0x7fa4741eff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:56.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.663+0000 7fa47a653640 1 --2- 172.21.15.173:0/1001717478 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4740b43f0 0x7fa4741eff00 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa464031000 tx=0x7fa4640046c0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.663+0000 7fa47a653640 1 -- 172.21.15.173:0/1001717478 shutdown_connections 2024-09-10T09:26:56.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.663+0000 7fa47a653640 1 --2- 172.21.15.173:0/1001717478 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa47415b340 0x7fa4740b0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.663+0000 7fa47a653640 1 --2- 172.21.15.173:0/1001717478 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4740b5050 0x7fa4740d1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.663+0000 7fa47a653640 1 --2- 172.21.15.173:0/1001717478 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4740b43f0 0x7fa4741eff00 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:56.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.663+0000 7fa47a653640 1 -- 172.21.15.173:0/1001717478 >> 172.21.15.173:0/1001717478 conn(0x7fa474073490 msgr2=0x7fa47406eff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:56.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.663+0000 7fa47a653640 1 -- 172.21.15.173:0/1001717478 shutdown_connections 2024-09-10T09:26:56.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:26:56.663+0000 7fa47a653640 1 -- 172.21.15.173:0/1001717478 wait complete. 2024-09-10T09:26:56.675 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-10T09:26:56.676 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-10T09:26:56.841 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:56.839+0000 7fca2bb2d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T09:26:56.925 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:56.924+0000 7fca2bb2d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T09:26:56.983 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:56.982+0000 7f2d990a2040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T09:26:57.032 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.031+0000 7fca2bb2d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T09:26:57.068 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.067+0000 7f2d990a2040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T09:26:57.077 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.077+0000 7fca2bb2d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T09:26:57.177 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.176+0000 7f2d990a2040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T09:26:57.193 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.192+0000 7fca2bb2d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T09:26:57.223 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.222+0000 7f2d990a2040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T09:26:57.246 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.244+0000 7fca2bb2d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T09:26:57.290 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.289+0000 7fca2bb2d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T09:26:57.336 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.335+0000 7f2d990a2040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T09:26:57.391 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.390+0000 7f2d990a2040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T09:26:57.405 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.404+0000 7fca2bb2d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T09:26:57.435 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.434+0000 7f2d990a2040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T09:26:57.455 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.454+0000 7fca2bb2d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T09:26:57.458 INFO:tasks.ceph.osd.6.smithi176.stderr:2024-09-10T09:26:57.458+0000 7f7ebf085640 -1 Falling back to public interface 2024-09-10T09:26:57.482 DEBUG:teuthology.orchestra.run.smithi173:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T09:26:57.508 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.507+0000 7fca2bb2d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T09:26:57.549 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.549+0000 7f2d990a2040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T09:26:57.573 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.572+0000 7f87a08af640 1 Processor -- start 2024-09-10T09:26:57.573 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.572+0000 7f87a08af640 1 -- start start 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.573+0000 7f87a08af640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f879c0b39c0 0x7f879c0ce340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.573+0000 7f87a08af640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b0550 0x7f879c0cb930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.573+0000 7f87a08af640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f879c0d03f0 con 0x7f879c15b5e0 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.573+0000 7f87a08af640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f879c0ce9b0 con 0x7f879c0b39c0 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.573+0000 7f87a08af640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f879c0d0690 con 0x7f879c0b0550 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.573+0000 7f8799d9b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f879c0b39c0 0x7f879c0ce340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.573+0000 7f879ad9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b0550 0x7f879c0cb930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.573+0000 7f879a59c640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f879c15b5e0 0x7f879c0cdc30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:41878/0 (socket says 172.21.15.173:41878) 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.573+0000 7f879a59c640 1 -- 172.21.15.173:0/1715300036 learned_addr learned my addr 172.21.15.173:0/1715300036 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.574+0000 7f8799d9b640 1 -- 172.21.15.173:0/1715300036 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b0550 msgr2=0x7f879c0cb930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.574+0000 7f8799d9b640 1 --2- 172.21.15.173:0/1715300036 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b0550 0x7f879c0cb930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.574+0000 7f8799d9b640 1 -- 172.21.15.173:0/1715300036 >> v1:172.21.15.176:6789/0 conn(0x7f879c15b5e0 legacy=0x7f879c0cdc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:57.575 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.574+0000 7f8799d9b640 1 -- 172.21.15.173:0/1715300036 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f879c0d0970 con 0x7f879c0b39c0 2024-09-10T09:26:57.576 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.574+0000 7f879ad9d640 1 --2- 172.21.15.173:0/1715300036 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b0550 0x7f879c0cb930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.574+0000 7f8799d9b640 1 --2- 172.21.15.173:0/1715300036 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f879c0b39c0 0x7f879c0ce340 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f878c0097a0 tx=0x7f878c02a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84a62372dc2c2a34 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.574+0000 7f879959a640 1 -- 172.21.15.173:0/1715300036 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f878c037070 con 0x7f879c0b39c0 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.574+0000 7f879959a640 1 -- 172.21.15.173:0/1715300036 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f878c02adb0 con 0x7f879c0b39c0 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.575+0000 7f879959a640 1 -- 172.21.15.173:0/1715300036 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f878c032660 con 0x7f879c0b39c0 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.575+0000 7f87a08af640 1 -- 172.21.15.173:0/1715300036 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f879c0b39c0 msgr2=0x7f879c0ce340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.575+0000 7f87a08af640 1 --2- 172.21.15.173:0/1715300036 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f879c0b39c0 0x7f879c0ce340 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f878c0097a0 tx=0x7f878c02a060 comp rx=0 tx=0).stop 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.575+0000 7f87a08af640 1 -- 172.21.15.173:0/1715300036 shutdown_connections 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.575+0000 7f87a08af640 1 --2- 172.21.15.173:0/1715300036 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b0550 0x7f879c0cb930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.575+0000 7f87a08af640 1 --2- 172.21.15.173:0/1715300036 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f879c0b39c0 0x7f879c0ce340 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.575+0000 7f87a08af640 1 -- 172.21.15.173:0/1715300036 >> 172.21.15.173:0/1715300036 conn(0x7f879c0b2ea0 msgr2=0x7f879c0b32b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.575+0000 7f87a08af640 1 -- 172.21.15.173:0/1715300036 shutdown_connections 2024-09-10T09:26:57.577 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.575+0000 7f87a08af640 1 -- 172.21.15.173:0/1715300036 wait complete. 2024-09-10T09:26:57.580 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f87a08af640 1 Processor -- start 2024-09-10T09:26:57.580 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f87a08af640 1 -- start start 2024-09-10T09:26:57.580 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f87a08af640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f879c0b0550 0x7f879c0b6a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:57.580 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f87a08af640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f879c15b5e0 0x7f879c0af1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:57.580 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f87a08af640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b4bb0 0x7f879c153c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:26:57.580 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f87a08af640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f879c0cbff0 con 0x7f879c0b0550 2024-09-10T09:26:57.580 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f87a08af640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f879c0cbe70 con 0x7f879c15b5e0 2024-09-10T09:26:57.580 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f87a08af640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f879c0cc170 con 0x7f879c0b4bb0 2024-09-10T09:26:57.580 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f879a59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f879c0b0550 0x7f879c0b6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f879a59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f879c0b0550 0x7f879c0b6a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:52086/0 (socket says 172.21.15.173:52086) 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f879a59c640 1 -- 172.21.15.173:0/4111169968 learned_addr learned my addr 172.21.15.173:0/4111169968 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f8799d9b640 1 --2- 172.21.15.173:0/4111169968 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f879c15b5e0 0x7f879c0af1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.577+0000 7f879ad9d640 1 --2- 172.21.15.173:0/4111169968 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b4bb0 0x7f879c153c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f8799d9b640 1 -- 172.21.15.173:0/4111169968 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b4bb0 msgr2=0x7f879c153c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f8799d9b640 1 --2- 172.21.15.173:0/4111169968 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b4bb0 0x7f879c153c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f8799d9b640 1 -- 172.21.15.173:0/4111169968 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f879c0b0550 msgr2=0x7f879c0b6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f8799d9b640 1 --2- 172.21.15.173:0/4111169968 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f879c0b0550 0x7f879c0b6a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f8799d9b640 1 -- 172.21.15.173:0/4111169968 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f879c09c8e0 con 0x7f879c15b5e0 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f879a59c640 1 --2- 172.21.15.173:0/4111169968 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f879c0b0550 0x7f879c0b6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f8799d9b640 1 --2- 172.21.15.173:0/4111169968 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f879c15b5e0 0x7f879c0af1e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f879c0d05c0 tx=0x7f878c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f878affd640 1 -- 172.21.15.173:0/4111169968 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f878c041030 con 0x7f879c15b5e0 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f878affd640 1 -- 172.21.15.173:0/4111169968 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f878c02abb0 con 0x7f879c15b5e0 2024-09-10T09:26:57.581 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f87a08af640 1 -- 172.21.15.173:0/4111169968 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f879c0b50e0 con 0x7f879c15b5e0 2024-09-10T09:26:57.582 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f878affd640 1 -- 172.21.15.173:0/4111169968 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f878c037040 con 0x7f879c15b5e0 2024-09-10T09:26:57.582 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f87a08af640 1 -- 172.21.15.173:0/4111169968 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f879c0b56a0 con 0x7f879c15b5e0 2024-09-10T09:26:57.582 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f878affd640 1 -- 172.21.15.173:0/4111169968 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f878c044070 con 0x7f879c15b5e0 2024-09-10T09:26:57.582 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.578+0000 7f878affd640 1 -- 172.21.15.173:0/4111169968 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f878c046d10 con 0x7f879c15b5e0 2024-09-10T09:26:57.582 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.579+0000 7fca2bb2d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T09:26:57.582 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.579+0000 7f87a08af640 1 -- 172.21.15.173:0/4111169968 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f879c09cab0 con 0x7f879c15b5e0 2024-09-10T09:26:57.582 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.581+0000 7f878affd640 1 -- 172.21.15.173:0/4111169968 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f878c032e20 con 0x7f879c15b5e0 2024-09-10T09:26:57.600 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.600+0000 7f2d990a2040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T09:26:57.626 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.625+0000 7fca2bb2d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T09:26:57.641 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.640+0000 7f87a08af640 1 -- 172.21.15.173:0/4111169968 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f879c0cb930 con 0x7f879c15b5e0 2024-09-10T09:26:57.641 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.640+0000 7f878affd640 1 -- 172.21.15.173:0/4111169968 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f878c02ad60 con 0x7f879c15b5e0 2024-09-10T09:26:57.642 INFO:teuthology.misc.health.smithi173.stdout: 2024-09-10T09:26:57.642 INFO:teuthology.misc.health.smithi173.stdout:{"epoch":10,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:26:56.429494+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:26:57.642 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.641+0000 7f87a08af640 1 -- 172.21.15.173:0/4111169968 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f879c15b5e0 msgr2=0x7f879c0af1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:26:57.645 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.641+0000 7f87a08af640 1 --2- 172.21.15.173:0/4111169968 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f879c15b5e0 0x7f879c0af1e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f879c0d05c0 tx=0x7f878c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:26:57.645 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.641+0000 7f87a08af640 1 -- 172.21.15.173:0/4111169968 shutdown_connections 2024-09-10T09:26:57.645 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.641+0000 7f87a08af640 1 --2- 172.21.15.173:0/4111169968 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f879c0b4bb0 0x7f879c153c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:57.645 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.641+0000 7f87a08af640 1 --2- 172.21.15.173:0/4111169968 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f879c15b5e0 0x7f879c0af1e0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:57.646 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.641+0000 7f87a08af640 1 --2- 172.21.15.173:0/4111169968 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f879c0b0550 0x7f879c0b6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:26:57.646 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.641+0000 7f87a08af640 1 -- 172.21.15.173:0/4111169968 >> 172.21.15.173:0/4111169968 conn(0x7f879c0b2ea0 msgr2=0x7f879c155e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:26:57.646 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.641+0000 7f87a08af640 1 -- 172.21.15.173:0/4111169968 shutdown_connections 2024-09-10T09:26:57.646 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:26:57.641+0000 7f87a08af640 1 -- 172.21.15.173:0/4111169968 wait complete. 2024-09-10T09:26:57.652 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-10T09:26:57.653 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.652+0000 7f2d990a2040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T09:26:57.673 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:57.672+0000 7fca2bb2d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T09:26:57.721 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.720+0000 7f2d990a2040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T09:26:57.766 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.765+0000 7f2d990a2040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T09:26:57.810 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:57.809+0000 7f2d990a2040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T09:26:57.924 INFO:tasks.ceph.osd.1.smithi173.stderr:2024-09-10T09:26:57.923+0000 7fbf007dd640 -1 Falling back to public interface 2024-09-10T09:26:57.932 INFO:tasks.ceph.osd.2.smithi173.stderr:2024-09-10T09:26:57.931+0000 7f132ae18640 -1 Falling back to public interface 2024-09-10T09:26:57.933 INFO:tasks.ceph.osd.3.smithi173.stderr:2024-09-10T09:26:57.931+0000 7fbb73f23640 -1 Falling back to public interface 2024-09-10T09:26:57.934 INFO:tasks.ceph.osd.5.smithi176.stderr:2024-09-10T09:26:57.933+0000 7fc734a2a640 -1 Falling back to public interface 2024-09-10T09:26:58.148 INFO:tasks.ceph.osd.4.smithi176.stderr:2024-09-10T09:26:58.147+0000 7f39f22ed640 -1 Falling back to public interface 2024-09-10T09:26:58.154 INFO:tasks.ceph.osd.0.smithi173.stderr:2024-09-10T09:26:58.153+0000 7fb9cf00b640 -1 Falling back to public interface 2024-09-10T09:26:58.165 INFO:tasks.ceph.osd.7.smithi176.stderr:2024-09-10T09:26:58.164+0000 7f9ec07b9640 -1 Falling back to public interface 2024-09-10T09:26:58.332 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:58.331+0000 7fca2bb2d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T09:26:58.475 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-10T09:26:58.475+0000 7f2d990a2040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T09:26:59.349 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:59.348+0000 7fc9cc3f5640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-10T09:26:59.349 INFO:tasks.ceph.mgr.y.smithi173.stderr:2024-09-10T09:26:59.348+0000 7fc9cc3f5640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-10T09:27:01.665 INFO:tasks.ceph.osd.0.smithi173.stderr:2024-09-10T09:27:01.664+0000 7fb9cf00b640 -1 osd.0 0 log_to_monitors true 2024-09-10T09:27:01.727 INFO:tasks.ceph.osd.5.smithi176.stderr:2024-09-10T09:27:01.726+0000 7fc734a2a640 -1 osd.5 0 log_to_monitors true 2024-09-10T09:27:01.731 INFO:tasks.ceph.osd.2.smithi173.stderr:2024-09-10T09:27:01.730+0000 7f132ae18640 -1 osd.2 0 log_to_monitors true 2024-09-10T09:27:01.770 INFO:tasks.ceph.osd.6.smithi176.stderr:2024-09-10T09:27:01.769+0000 7f7ebf085640 -1 osd.6 0 log_to_monitors true 2024-09-10T09:27:01.929 INFO:tasks.ceph.osd.4.smithi176.stderr:2024-09-10T09:27:01.928+0000 7f39f22ed640 -1 osd.4 0 log_to_monitors true 2024-09-10T09:27:02.008 INFO:tasks.ceph.osd.1.smithi173.stderr:2024-09-10T09:27:02.007+0000 7fbf007dd640 -1 osd.1 0 log_to_monitors true 2024-09-10T09:27:02.047 INFO:tasks.ceph.osd.3.smithi173.stderr:2024-09-10T09:27:02.046+0000 7fbb73f23640 -1 osd.3 0 log_to_monitors true 2024-09-10T09:27:02.424 INFO:tasks.ceph.osd.7.smithi176.stderr:2024-09-10T09:27:02.423+0000 7f9ec07b9640 -1 osd.7 0 log_to_monitors true 2024-09-10T09:27:04.459 DEBUG:teuthology.orchestra.run.smithi173:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:04.564 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.563+0000 7f1961a6e640 1 Processor -- start 2024-09-10T09:27:04.564 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.563+0000 7f1961a6e640 1 -- start start 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f1961a6e640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f195c15f700 0x7f195c06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f1961a6e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f195c0d09c0 0x7f195c0d0e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f1961a6e640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f195c0d0500 con 0x7f195c09aa70 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f1961a6e640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f195c0b3d00 con 0x7f195c15f700 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f1961a6e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f195c15c480 con 0x7f195c0d09c0 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f195affd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f195c15f700 0x7f195c06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f195b7fe640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f195c09aa70 0x7f195c09ae50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40026/0 (socket says 172.21.15.173:40026) 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f195b7fe640 1 -- 172.21.15.173:0/148002650 learned_addr learned my addr 172.21.15.173:0/148002650 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f195bfff640 1 --2- 172.21.15.173:0/148002650 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f195c0d09c0 0x7f195c0d0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f195affd640 1 -- 172.21.15.173:0/148002650 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f195c0d09c0 msgr2=0x7f195c0d0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:04.566 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f195affd640 1 --2- 172.21.15.173:0/148002650 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f195c0d09c0 0x7f195c0d0e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:04.567 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f195affd640 1 -- 172.21.15.173:0/148002650 >> v1:172.21.15.173:6789/0 conn(0x7f195c09aa70 legacy=0x7f195c09ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:04.567 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.564+0000 7f195affd640 1 -- 172.21.15.173:0/148002650 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f195c06d570 con 0x7f195c15f700 2024-09-10T09:27:04.567 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.565+0000 7f195affd640 1 --2- 172.21.15.173:0/148002650 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 0x7f195c06cd20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f19500097a0 tx=0x7f195002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e700f96c45f37ef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:04.586 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.585+0000 7f195a7fc640 1 -- 172.21.15.173:0/148002650 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1950037070 con 0x7f195c15f700 2024-09-10T09:27:04.586 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.585+0000 7f195a7fc640 1 -- 172.21.15.173:0/148002650 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f195002ae50 con 0x7f195c15f700 2024-09-10T09:27:04.586 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.585+0000 7f195a7fc640 1 -- 172.21.15.173:0/148002650 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1950032660 con 0x7f195c15f700 2024-09-10T09:27:04.587 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.586+0000 7f1961a6e640 1 -- 172.21.15.173:0/148002650 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 msgr2=0x7f195c06cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:04.587 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.586+0000 7f1961a6e640 1 --2- 172.21.15.173:0/148002650 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 0x7f195c06cd20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f19500097a0 tx=0x7f195002a100 comp rx=0 tx=0).stop 2024-09-10T09:27:04.587 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.586+0000 7f1961a6e640 1 -- 172.21.15.173:0/148002650 shutdown_connections 2024-09-10T09:27:04.587 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.586+0000 7f1961a6e640 1 --2- 172.21.15.173:0/148002650 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 0x7f195c06cd20 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:04.587 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.586+0000 7f1961a6e640 1 --2- 172.21.15.173:0/148002650 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f195c0d09c0 0x7f195c0d0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:04.588 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.586+0000 7f1961a6e640 1 -- 172.21.15.173:0/148002650 >> 172.21.15.173:0/148002650 conn(0x7f195c0b3e80 msgr2=0x7f195c0b4290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:04.588 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.586+0000 7f1961a6e640 1 -- 172.21.15.173:0/148002650 shutdown_connections 2024-09-10T09:27:04.588 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.586+0000 7f1961a6e640 1 -- 172.21.15.173:0/148002650 wait complete. 2024-09-10T09:27:04.588 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.587+0000 7f1961a6e640 1 Processor -- start 2024-09-10T09:27:04.588 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.587+0000 7f1961a6e640 1 -- start start 2024-09-10T09:27:04.591 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f1961a6e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f195c09aa70 0x7f195c0c8970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:04.591 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f1961a6e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f195c0d09c0 0x7f195c14f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:04.591 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f1961a6e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 0x7f195c0b69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f1961a6e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f195c06de10 con 0x7f195c15f700 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f1961a6e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f195c06db30 con 0x7f195c09aa70 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f1961a6e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f195c06d260 con 0x7f195c0d09c0 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f195bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 0x7f195c0b69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f195bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 0x7f195c0b69a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:52222/0 (socket says 172.21.15.173:52222) 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f195bfff640 1 -- 172.21.15.173:0/3184536825 learned_addr learned my addr 172.21.15.173:0/3184536825 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f195b7fe640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f195c09aa70 0x7f195c0c8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f195affd640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f195c0d09c0 0x7f195c14f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f195bfff640 1 -- 172.21.15.173:0/3184536825 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f195c0d09c0 msgr2=0x7f195c14f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f195bfff640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f195c0d09c0 0x7f195c14f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:04.592 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f195bfff640 1 -- 172.21.15.173:0/3184536825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f195c09aa70 msgr2=0x7f195c0c8970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f195bfff640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f195c09aa70 0x7f195c0c8970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.588+0000 7f195bfff640 1 -- 172.21.15.173:0/3184536825 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f195c0c5f60 con 0x7f195c15f700 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.589+0000 7f195bfff640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 0x7f195c0b69a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f195400efc0 tx=0x7f195400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.589+0000 7f1943fff640 1 -- 172.21.15.173:0/3184536825 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1954018020 con 0x7f195c15f700 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.589+0000 7f1943fff640 1 -- 172.21.15.173:0/3184536825 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1954014480 con 0x7f195c15f700 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.589+0000 7f1961a6e640 1 -- 172.21.15.173:0/3184536825 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f195c15de20 con 0x7f195c15f700 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.589+0000 7f1943fff640 1 -- 172.21.15.173:0/3184536825 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1954014870 con 0x7f195c15f700 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.589+0000 7f1961a6e640 1 -- 172.21.15.173:0/3184536825 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f195c15e100 con 0x7f195c15f700 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.590+0000 7f1961a6e640 1 -- 172.21.15.173:0/3184536825 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f195c06cd20 con 0x7f195c15f700 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.590+0000 7f1943fff640 1 -- 172.21.15.173:0/3184536825 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 4) ==== 90442+0+0 (secure 0 0 0) 0x7f1954005d10 con 0x7f195c15f700 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.590+0000 7f1943fff640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f194806bdd0 0x7f194806e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:04.593 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.591+0000 7f1943fff640 1 -- 172.21.15.173:0/3184536825 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2231+0+0 (secure 0 0 0) 0x7f195408a900 con 0x7f195c15f700 2024-09-10T09:27:04.594 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.591+0000 7f195b7fe640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f194806bdd0 0x7f194806e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:04.594 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.591+0000 7f195b7fe640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f194806bdd0 0x7f194806e290 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f194c007fd0 tx=0x7f194c007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:04.596 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.595+0000 7f1943fff640 1 -- 172.21.15.173:0/3184536825 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1954022070 con 0x7f195c15f700 2024-09-10T09:27:04.801 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.800+0000 7f1961a6e640 1 -- 172.21.15.173:0/3184536825 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f195c06e160 con 0x7f195c15f700 2024-09-10T09:27:04.802 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.801+0000 7f1943fff640 1 -- 172.21.15.173:0/3184536825 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7058 (secure 0 0 0) 0x7f1954010040 con 0x7f195c15f700 2024-09-10T09:27:04.802 INFO:teuthology.misc.health.smithi173.stdout: 2024-09-10T09:27:04.802 INFO:teuthology.misc.health.smithi173.stdout:{"epoch":13,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:04.356306+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 -- 172.21.15.173:0/3184536825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f194806bdd0 msgr2=0x7f194806e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f194806bdd0 0x7f194806e290 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f194c007fd0 tx=0x7f194c007e80 comp rx=0 tx=0).stop 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 -- 172.21.15.173:0/3184536825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 msgr2=0x7f195c0b69a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 0x7f195c0b69a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f195400efc0 tx=0x7f195400c490 comp rx=0 tx=0).stop 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 -- 172.21.15.173:0/3184536825 shutdown_connections 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f194806bdd0 0x7f194806e290 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f195c15f700 0x7f195c0b69a0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f195c0d09c0 0x7f195c14f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 --2- 172.21.15.173:0/3184536825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f195c09aa70 0x7f195c0c8970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 -- 172.21.15.173:0/3184536825 >> 172.21.15.173:0/3184536825 conn(0x7f195c0b3e80 msgr2=0x7f195c15eac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.804+0000 7f1961a6e640 1 -- 172.21.15.173:0/3184536825 shutdown_connections 2024-09-10T09:27:04.806 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:04.805+0000 7f1961a6e640 1 -- 172.21.15.173:0/3184536825 wait complete. 2024-09-10T09:27:04.820 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-10T09:27:05.180 INFO:tasks.ceph.osd.4.smithi176.stderr:2024-09-10T09:27:05.179+0000 7f39ee27c640 -1 osd.4 0 waiting for initial osdmap 2024-09-10T09:27:05.212 INFO:tasks.ceph.osd.4.smithi176.stderr:2024-09-10T09:27:05.211+0000 7f39e609c640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T09:27:05.214 INFO:tasks.ceph.osd.6.smithi176.stderr:2024-09-10T09:27:05.214+0000 7f7ebb828640 -1 osd.6 0 waiting for initial osdmap 2024-09-10T09:27:05.231 INFO:tasks.ceph.osd.6.smithi176.stderr:2024-09-10T09:27:05.231+0000 7f7eb2e34640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T09:27:05.251 INFO:tasks.ceph.osd.5.smithi176.stderr:2024-09-10T09:27:05.250+0000 7fc7311cd640 -1 osd.5 0 waiting for initial osdmap 2024-09-10T09:27:05.264 INFO:tasks.ceph.osd.5.smithi176.stderr:2024-09-10T09:27:05.263+0000 7fc7287d9640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T09:27:05.443 INFO:tasks.ceph.osd.2.smithi173.stderr:2024-09-10T09:27:05.442+0000 7f1326824640 -1 osd.2 0 waiting for initial osdmap 2024-09-10T09:27:05.458 INFO:tasks.ceph.osd.3.smithi173.stderr:2024-09-10T09:27:05.457+0000 7fbb6feb2640 -1 osd.3 0 waiting for initial osdmap 2024-09-10T09:27:05.465 INFO:tasks.ceph.osd.2.smithi173.stderr:2024-09-10T09:27:05.464+0000 7f131e644640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T09:27:05.467 INFO:tasks.ceph.osd.1.smithi173.stderr:2024-09-10T09:27:05.466+0000 7fbefcf80640 -1 osd.1 0 waiting for initial osdmap 2024-09-10T09:27:05.473 INFO:tasks.ceph.osd.0.smithi173.stderr:2024-09-10T09:27:05.473+0000 7fb9ca992640 -1 osd.0 0 waiting for initial osdmap 2024-09-10T09:27:05.476 INFO:tasks.ceph.osd.3.smithi173.stderr:2024-09-10T09:27:05.475+0000 7fbb67cd2640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T09:27:05.480 INFO:tasks.ceph.osd.1.smithi173.stderr:2024-09-10T09:27:05.479+0000 7fbef458c640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T09:27:05.489 INFO:tasks.ceph.osd.0.smithi173.stderr:2024-09-10T09:27:05.488+0000 7fb9c27b2640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T09:27:05.490 INFO:tasks.ceph.osd.7.smithi176.stderr:2024-09-10T09:27:05.489+0000 7f9ebc748640 -1 osd.7 0 waiting for initial osdmap 2024-09-10T09:27:05.512 INFO:tasks.ceph.osd.7.smithi176.stderr:2024-09-10T09:27:05.511+0000 7f9eb4568640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T09:27:11.627 DEBUG:teuthology.orchestra.run.smithi173:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:11.728 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.726+0000 7f2e8a5a6640 1 Processor -- start 2024-09-10T09:27:11.728 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.726+0000 7f2e8a5a6640 1 -- start start 2024-09-10T09:27:11.731 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.727+0000 7f2e8a5a6640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f2e8409ae50 0x7f2e8409b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:11.732 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.727+0000 7f2e8a5a6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e840cd820 0x7f2e840cdcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:11.732 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.727+0000 7f2e8a5a6640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e8406df10 con 0x7f2e8409aa70 2024-09-10T09:27:11.732 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.727+0000 7f2e8a5a6640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f2e840cca60 con 0x7f2e8409ae50 2024-09-10T09:27:11.732 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.727+0000 7f2e8a5a6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f2e840ccd40 con 0x7f2e840cd820 2024-09-10T09:27:11.732 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.727+0000 7f2e837fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f2e8409ae50 0x7f2e8409b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:11.732 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.727+0000 7f2e837fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f2e8409ae50 0x7f2e8409b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:42854/0 (socket says 172.21.15.173:42854) 2024-09-10T09:27:11.733 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.727+0000 7f2e837fe640 1 -- 172.21.15.173:0/580215559 learned_addr learned my addr 172.21.15.173:0/580215559 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:11.733 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.727+0000 7f2e88b43640 1 --2- 172.21.15.173:0/580215559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e840cd820 0x7f2e840cdcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:11.733 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.727+0000 7f2e837fe640 1 -- 172.21.15.173:0/580215559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e840cd820 msgr2=0x7f2e840cdcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:11.733 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.728+0000 7f2e837fe640 1 --2- 172.21.15.173:0/580215559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e840cd820 0x7f2e840cdcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:11.733 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.728+0000 7f2e837fe640 1 -- 172.21.15.173:0/580215559 >> v1:172.21.15.176:6789/0 conn(0x7f2e8409aa70 legacy=0x7f2e8406d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:11.734 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.728+0000 7f2e837fe640 1 -- 172.21.15.173:0/580215559 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e840cd020 con 0x7f2e8409ae50 2024-09-10T09:27:11.734 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.728+0000 7f2e837fe640 1 --2- 172.21.15.173:0/580215559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 0x7f2e8409b280 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2e78009870 tx=0x7f2e7802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35542af9fc531444 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:11.734 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.728+0000 7f2e82ffd640 1 -- 172.21.15.173:0/580215559 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e78037070 con 0x7f2e8409ae50 2024-09-10T09:27:11.734 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.728+0000 7f2e82ffd640 1 -- 172.21.15.173:0/580215559 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e7802ae50 con 0x7f2e8409ae50 2024-09-10T09:27:11.734 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.728+0000 7f2e82ffd640 1 -- 172.21.15.173:0/580215559 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e78032860 con 0x7f2e8409ae50 2024-09-10T09:27:11.734 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.729+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/580215559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 msgr2=0x7f2e8409b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:11.735 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.729+0000 7f2e8a5a6640 1 --2- 172.21.15.173:0/580215559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 0x7f2e8409b280 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2e78009870 tx=0x7f2e7802a300 comp rx=0 tx=0).stop 2024-09-10T09:27:11.735 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.729+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/580215559 shutdown_connections 2024-09-10T09:27:11.735 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.729+0000 7f2e8a5a6640 1 --2- 172.21.15.173:0/580215559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e840cd820 0x7f2e840cdcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:11.735 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.729+0000 7f2e8a5a6640 1 --2- 172.21.15.173:0/580215559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 0x7f2e8409b280 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:11.735 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.729+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/580215559 >> 172.21.15.173:0/580215559 conn(0x7f2e840d2410 msgr2=0x7f2e840d2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:11.735 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.729+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/580215559 shutdown_connections 2024-09-10T09:27:11.736 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.729+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/580215559 wait complete. 2024-09-10T09:27:11.736 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.730+0000 7f2e8a5a6640 1 Processor -- start 2024-09-10T09:27:11.736 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.730+0000 7f2e8a5a6640 1 -- start start 2024-09-10T09:27:11.740 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e8a5a6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e8409aa70 0x7f2e8409c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:11.741 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e8a5a6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 0x7f2e841f73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:11.741 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e8a5a6640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e840cd820 0x7f2e8409dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:11.741 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e8a5a6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2e8409b7c0 con 0x7f2e8409ae50 2024-09-10T09:27:11.741 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e8a5a6640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2e8415eb90 con 0x7f2e840cd820 2024-09-10T09:27:11.741 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e8a5a6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f2e840ce1f0 con 0x7f2e8409aa70 2024-09-10T09:27:11.741 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e837fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 0x7f2e841f73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:11.741 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e837fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 0x7f2e841f73f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:42864/0 (socket says 172.21.15.173:42864) 2024-09-10T09:27:11.741 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e837fe640 1 -- 172.21.15.173:0/1814007559 learned_addr learned my addr 172.21.15.173:0/1814007559 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:11.742 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e88b43640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e840cd820 0x7f2e8409dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:11.742 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.731+0000 7f2e83fff640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e8409aa70 0x7f2e8409c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:11.742 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e837fe640 1 -- 172.21.15.173:0/1814007559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e8409aa70 msgr2=0x7f2e8409c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:11.742 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e837fe640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e8409aa70 0x7f2e8409c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:11.742 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e837fe640 1 -- 172.21.15.173:0/1814007559 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e840cd820 msgr2=0x7f2e8409dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:11.742 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e837fe640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e840cd820 0x7f2e8409dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:11.742 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e837fe640 1 -- 172.21.15.173:0/1814007559 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e8415ba30 con 0x7f2e8409ae50 2024-09-10T09:27:11.742 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e837fe640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 0x7f2e841f73f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f2e78000c00 tx=0x7f2e780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:11.743 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e80ff9640 1 -- 172.21.15.173:0/1814007559 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e78041070 con 0x7f2e8409ae50 2024-09-10T09:27:11.743 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e80ff9640 1 -- 172.21.15.173:0/1814007559 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e7803c670 con 0x7f2e8409ae50 2024-09-10T09:27:11.743 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/1814007559 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e8414c850 con 0x7f2e8409ae50 2024-09-10T09:27:11.743 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e80ff9640 1 -- 172.21.15.173:0/1814007559 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e78037040 con 0x7f2e8409ae50 2024-09-10T09:27:11.743 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.732+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/1814007559 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e8414ce10 con 0x7f2e8409ae50 2024-09-10T09:27:11.743 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.733+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/1814007559 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e84069aa0 con 0x7f2e8409ae50 2024-09-10T09:27:11.744 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.733+0000 7f2e80ff9640 1 -- 172.21.15.173:0/1814007559 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2e78044070 con 0x7f2e8409ae50 2024-09-10T09:27:11.744 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.734+0000 7f2e80ff9640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f2e7006be30 0x7f2e7006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:11.744 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.734+0000 7f2e80ff9640 1 -- 172.21.15.173:0/1814007559 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f2e780ab2b0 con 0x7f2e8409ae50 2024-09-10T09:27:11.744 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.734+0000 7f2e83fff640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f2e7006be30 0x7f2e7006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:11.744 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.734+0000 7f2e83fff640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f2e7006be30 0x7f2e7006e2f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f2e74001780 tx=0x7f2e74009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:11.744 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.739+0000 7f2e80ff9640 1 -- 172.21.15.173:0/1814007559 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2e8415ba30 con 0x7f2e8409ae50 2024-09-10T09:27:11.905 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.904+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/1814007559 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2e840d2c00 con 0x7f2e8409ae50 2024-09-10T09:27:11.906 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.905+0000 7f2e80ff9640 1 -- 172.21.15.173:0/1814007559 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12932 (secure 0 0 0) 0x7f2e78079a80 con 0x7f2e8409ae50 2024-09-10T09:27:11.906 INFO:teuthology.misc.health.smithi173.stdout: 2024-09-10T09:27:11.906 INFO:teuthology.misc.health.smithi173.stdout:{"epoch":17,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:09.196416+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:11.908 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/1814007559 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f2e7006be30 msgr2=0x7f2e7006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:11.908 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f2e7006be30 0x7f2e7006e2f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f2e74001780 tx=0x7f2e74009040 comp rx=0 tx=0).stop 2024-09-10T09:27:11.908 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/1814007559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 msgr2=0x7f2e841f73f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:11.909 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 0x7f2e841f73f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f2e78000c00 tx=0x7f2e780046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:11.909 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/1814007559 shutdown_connections 2024-09-10T09:27:11.909 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f2e7006be30 0x7f2e7006e2f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:11.909 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e840cd820 0x7f2e8409dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:11.909 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e8409ae50 0x7f2e841f73f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:11.909 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 --2- 172.21.15.173:0/1814007559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e8409aa70 0x7f2e8409c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:11.909 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/1814007559 >> 172.21.15.173:0/1814007559 conn(0x7f2e840d2410 msgr2=0x7f2e8406d540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:11.909 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/1814007559 shutdown_connections 2024-09-10T09:27:11.909 INFO:teuthology.misc.health.smithi173.stderr:2024-09-10T09:27:11.907+0000 7f2e8a5a6640 1 -- 172.21.15.173:0/1814007559 wait complete. 2024-09-10T09:27:11.918 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-10T09:27:11.918 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-10T09:27:11.919 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T09:27:11.919 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T09:27:11.922 INFO:tasks.ceph.mds.a:Started 2024-09-10T09:27:11.922 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T09:27:11.923 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T09:27:11.925 INFO:tasks.ceph.mds.c:Started 2024-09-10T09:27:11.925 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T09:27:11.926 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T09:27:11.929 INFO:tasks.ceph.mds.b:Started 2024-09-10T09:27:11.930 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T09:27:11.930 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T09:27:11.932 INFO:tasks.ceph.mds.d:Started 2024-09-10T09:27:11.933 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-10T09:27:11.933 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:11.997 INFO:tasks.ceph.mds.a.smithi173.stdout:starting mds.a at 2024-09-10T09:27:11.998 INFO:tasks.ceph.mds.c.smithi173.stdout:starting mds.c at 2024-09-10T09:27:11.998 INFO:tasks.ceph.mds.a.smithi173.stderr:2024-09-10T09:27:11.997+0000 7fc12ab78640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-10T09:27:12.015 INFO:tasks.ceph.mds.b.smithi176.stdout:starting mds.b at 2024-09-10T09:27:12.016 INFO:tasks.ceph.mds.d.smithi176.stdout:starting mds.d at 2024-09-10T09:27:12.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.035+0000 7f5bbf282640 1 Processor -- start 2024-09-10T09:27:12.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.035+0000 7f5bbf282640 1 -- start start 2024-09-10T09:27:12.037 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbf282640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bb8162060 0x7f5bb80b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:12.037 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbf282640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5bb80b64b0 0x7f5bb80b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:12.037 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbf282640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5bb806d9f0 con 0x7f5bb8161c80 2024-09-10T09:27:12.037 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbf282640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f5bb806dcd0 con 0x7f5bb80b64b0 2024-09-10T09:27:12.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbf282640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5bb806dfb0 con 0x7f5bb8162060 2024-09-10T09:27:12.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbd81f640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5bb80b64b0 0x7f5bb80b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:12.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbd01e640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f5bb8161c80 0x7f5bb806e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:56792/0 (socket says 172.21.15.173:56792) 2024-09-10T09:27:12.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbd01e640 1 -- 172.21.15.173:0/852786762 learned_addr learned my addr 172.21.15.173:0/852786762 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:12.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbc81d640 1 --2- 172.21.15.173:0/852786762 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bb8162060 0x7f5bb80b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:12.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbd81f640 1 -- 172.21.15.173:0/852786762 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bb8162060 msgr2=0x7f5bb80b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:12.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbd81f640 1 --2- 172.21.15.173:0/852786762 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bb8162060 0x7f5bb80b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:12.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbd81f640 1 -- 172.21.15.173:0/852786762 >> v1:172.21.15.176:6789/0 conn(0x7f5bb8161c80 legacy=0x7f5bb806e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:12.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5baffff640 1 -- 172.21.15.173:0/852786762 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3194611800 0 0) 0x7f5bb806d9f0 con 0x7f5bb8161c80 2024-09-10T09:27:12.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.036+0000 7f5bbd81f640 1 -- 172.21.15.173:0/852786762 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bb80d01f0 con 0x7f5bb80b64b0 2024-09-10T09:27:12.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.037+0000 7f5bbd81f640 1 --2- 172.21.15.173:0/852786762 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bb80b64b0 0x7f5bb80b6960 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5bb0009d90 tx=0x7f5bb002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43dc508ddae8fd9b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.037+0000 7f5baffff640 1 -- 172.21.15.173:0/852786762 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb0007740 con 0x7f5bb80b64b0 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.037+0000 7f5baffff640 1 -- 172.21.15.173:0/852786762 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bb00078e0 con 0x7f5bb80b64b0 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.037+0000 7f5baffff640 1 -- 172.21.15.173:0/852786762 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb0007cb0 con 0x7f5bb80b64b0 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.038+0000 7f5bbf282640 1 -- 172.21.15.173:0/852786762 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bb80b64b0 msgr2=0x7f5bb80b6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.038+0000 7f5bbf282640 1 --2- 172.21.15.173:0/852786762 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bb80b64b0 0x7f5bb80b6960 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5bb0009d90 tx=0x7f5bb002a660 comp rx=0 tx=0).stop 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.038+0000 7f5bbf282640 1 -- 172.21.15.173:0/852786762 shutdown_connections 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.038+0000 7f5bbf282640 1 --2- 172.21.15.173:0/852786762 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bb80b64b0 0x7f5bb80b6960 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.038+0000 7f5bbf282640 1 --2- 172.21.15.173:0/852786762 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bb8162060 0x7f5bb80b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.038+0000 7f5bbf282640 1 -- 172.21.15.173:0/852786762 >> 172.21.15.173:0/852786762 conn(0x7f5bb80d44f0 msgr2=0x7f5bb80d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.038+0000 7f5bbf282640 1 -- 172.21.15.173:0/852786762 shutdown_connections 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.038+0000 7f5bbf282640 1 -- 172.21.15.173:0/852786762 wait complete. 2024-09-10T09:27:12.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.039+0000 7f5bbf282640 1 Processor -- start 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.039+0000 7f5bbf282640 1 -- start start 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbf282640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bb80b64b0 0x7f5bb80ce160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbf282640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bb8161c80 0x7f5bb81590d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbf282640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bb8162060 0x7f5bb8159610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbf282640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb80cf1e0 con 0x7f5bb80b64b0 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbf282640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb80d2aa0 con 0x7f5bb8161c80 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbf282640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5bb80cf360 con 0x7f5bb8162060 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbd01e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bb80b64b0 0x7f5bb80ce160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbd01e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bb80b64b0 0x7f5bb80ce160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:42892/0 (socket says 172.21.15.173:42892) 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbd01e640 1 -- 172.21.15.173:0/567410751 learned_addr learned my addr 172.21.15.173:0/567410751 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbc81d640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bb8161c80 0x7f5bb81590d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbd81f640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bb8162060 0x7f5bb8159610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:12.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbd01e640 1 -- 172.21.15.173:0/567410751 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bb8162060 msgr2=0x7f5bb8159610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbd01e640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bb8162060 0x7f5bb8159610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbd01e640 1 -- 172.21.15.173:0/567410751 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bb8161c80 msgr2=0x7f5bb81590d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbd01e640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bb8161c80 0x7f5bb81590d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbd01e640 1 -- 172.21.15.173:0/567410751 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bb80c8180 con 0x7f5bb80b64b0 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbd01e640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bb80b64b0 0x7f5bb80ce160 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5bb400c4a0 tx=0x7f5bb400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5badffb640 1 -- 172.21.15.173:0/567410751 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4018070 con 0x7f5bb80b64b0 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5badffb640 1 -- 172.21.15.173:0/567410751 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bb40074e0 con 0x7f5bb80b64b0 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5bbf282640 1 -- 172.21.15.173:0/567410751 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bb80c8460 con 0x7f5bb80b64b0 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.040+0000 7f5badffb640 1 -- 172.21.15.173:0/567410751 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4004a20 con 0x7f5bb80b64b0 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.041+0000 7f5bbf282640 1 -- 172.21.15.173:0/567410751 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bb80ce6a0 con 0x7f5bb80b64b0 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.042+0000 7f5bbf282640 1 -- 172.21.15.173:0/567410751 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bb80ba470 con 0x7f5bb80b64b0 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.042+0000 7f5badffb640 1 -- 172.21.15.173:0/567410751 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5bb401b070 con 0x7f5bb80b64b0 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.042+0000 7f5badffb640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b9c06be60 0x7f5b9c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.042+0000 7f5badffb640 1 -- 172.21.15.173:0/567410751 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f5bb4089de0 con 0x7f5bb80b64b0 2024-09-10T09:27:12.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.043+0000 7f5bbc81d640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b9c06be60 0x7f5b9c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:12.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.043+0000 7f5bbc81d640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b9c06be60 0x7f5b9c06e320 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5bb8160890 tx=0x7f5ba8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:12.048 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.047+0000 7f5badffb640 1 -- 172.21.15.173:0/567410751 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5bb4058400 con 0x7f5bb80b64b0 2024-09-10T09:27:12.249 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.247+0000 7f5bbf282640 1 -- 172.21.15.173:0/567410751 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5bb80b4ec0 con 0x7f5bb80b64b0 2024-09-10T09:27:12.249 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.247+0000 7f5badffb640 1 -- 172.21.15.173:0/567410751 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f5bb405c700 con 0x7f5bb80b64b0 2024-09-10T09:27:12.249 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:12.250 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":2,"btime":"2024-09-10T09:27:12:001929+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T09:27:12.250 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 2 2024-09-10T09:27:12.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.249+0000 7f5bbf282640 1 -- 172.21.15.173:0/567410751 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b9c06be60 msgr2=0x7f5b9c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:12.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.249+0000 7f5bbf282640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b9c06be60 0x7f5b9c06e320 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5bb8160890 tx=0x7f5ba8009190 comp rx=0 tx=0).stop 2024-09-10T09:27:12.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.249+0000 7f5bbf282640 1 -- 172.21.15.173:0/567410751 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bb80b64b0 msgr2=0x7f5bb80ce160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:12.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.249+0000 7f5bbf282640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bb80b64b0 0x7f5bb80ce160 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5bb400c4a0 tx=0x7f5bb400c960 comp rx=0 tx=0).stop 2024-09-10T09:27:12.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.249+0000 7f5bbf282640 1 -- 172.21.15.173:0/567410751 shutdown_connections 2024-09-10T09:27:12.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.249+0000 7f5bbf282640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b9c06be60 0x7f5b9c06e320 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:12.252 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.249+0000 7f5bbf282640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bb8162060 0x7f5bb8159610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:12.252 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.249+0000 7f5bbf282640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bb8161c80 0x7f5bb81590d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:12.252 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.249+0000 7f5bbf282640 1 --2- 172.21.15.173:0/567410751 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bb80b64b0 0x7f5bb80ce160 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:12.252 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.249+0000 7f5bbf282640 1 -- 172.21.15.173:0/567410751 >> 172.21.15.173:0/567410751 conn(0x7f5bb80d44f0 msgr2=0x7f5bb806ce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:12.252 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.250+0000 7f5bbf282640 1 -- 172.21.15.173:0/567410751 shutdown_connections 2024-09-10T09:27:12.252 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:12.250+0000 7f5bbf282640 1 -- 172.21.15.173:0/567410751 wait complete. 2024-09-10T09:27:14.262 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:14.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.373+0000 7f1ca7513640 1 Processor -- start 2024-09-10T09:27:14.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.373+0000 7f1ca7513640 1 -- start start 2024-09-10T09:27:14.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca7513640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1ca009b140 0x7f1ca0169570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca7513640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ca006cec0 con 0x7f1ca015e5d0 2024-09-10T09:27:14.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca7513640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ca006d1a0 con 0x7f1ca006df60 2024-09-10T09:27:14.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca7513640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f1ca006dad0 con 0x7f1ca009b140 2024-09-10T09:27:14.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca5ab0640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1ca009b140 0x7f1ca0169570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca5ab0640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1ca009b140 0x7f1ca0169570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:42904/0 (socket says 172.21.15.173:42904) 2024-09-10T09:27:14.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca5ab0640 1 -- 172.21.15.173:0/1420622453 learned_addr learned my addr 172.21.15.173:0/1420622453 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:14.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca52af640 1 --1- 172.21.15.173:0/1420622453 >> v1:172.21.15.173:6789/0 conn(0x7f1ca015e5d0 0x7f1ca00d10f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:48388/0 (socket says 172.21.15.173:48388) 2024-09-10T09:27:14.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca5ab0640 1 -- 172.21.15.173:0/1420622453 >> v1:172.21.15.176:6789/0 conn(0x7f1ca006df60 legacy=0x7f1ca009aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca5ab0640 1 -- 172.21.15.173:0/1420622453 >> v1:172.21.15.173:6789/0 conn(0x7f1ca015e5d0 legacy=0x7f1ca00d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1ca5ab0640 1 -- 172.21.15.173:0/1420622453 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ca006d480 con 0x7f1ca009b140 2024-09-10T09:27:14.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.374+0000 7f1c97fff640 1 -- 172.21.15.173:0/1420622453 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3878914628 0 0) 0x7f1ca006cec0 con 0x7f1ca015e5d0 2024-09-10T09:27:14.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.375+0000 7f1ca5ab0640 1 --2- 172.21.15.173:0/1420622453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca009b140 0x7f1ca0169570 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009e80 tx=0x7f1c9802a870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d2ea1802c2084c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:14.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.375+0000 7f1c97fff640 1 -- 172.21.15.173:0/1420622453 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c98037070 con 0x7f1ca009b140 2024-09-10T09:27:14.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.375+0000 7f1c97fff640 1 -- 172.21.15.173:0/1420622453 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c98032420 con 0x7f1ca009b140 2024-09-10T09:27:14.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.375+0000 7f1c97fff640 1 -- 172.21.15.173:0/1420622453 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c980327f0 con 0x7f1ca009b140 2024-09-10T09:27:14.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.376+0000 7f1ca7513640 1 -- 172.21.15.173:0/1420622453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca009b140 msgr2=0x7f1ca0169570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.376+0000 7f1ca7513640 1 --2- 172.21.15.173:0/1420622453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca009b140 0x7f1ca0169570 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009e80 tx=0x7f1c9802a870 comp rx=0 tx=0).stop 2024-09-10T09:27:14.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.376+0000 7f1ca7513640 1 -- 172.21.15.173:0/1420622453 shutdown_connections 2024-09-10T09:27:14.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.376+0000 7f1ca7513640 1 --2- 172.21.15.173:0/1420622453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca009b140 0x7f1ca0169570 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.376+0000 7f1ca7513640 1 -- 172.21.15.173:0/1420622453 >> 172.21.15.173:0/1420622453 conn(0x7f1ca00d23a0 msgr2=0x7f1ca00d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:14.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.376+0000 7f1ca7513640 1 -- 172.21.15.173:0/1420622453 shutdown_connections 2024-09-10T09:27:14.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.376+0000 7f1ca7513640 1 -- 172.21.15.173:0/1420622453 wait complete. 2024-09-10T09:27:14.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.377+0000 7f1ca7513640 1 Processor -- start 2024-09-10T09:27:14.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.377+0000 7f1ca7513640 1 -- start start 2024-09-10T09:27:14.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca7513640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ca006df60 0x7f1ca00b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca7513640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ca009b140 0x7f1ca00b6870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca7513640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca015e5d0 0x7f1ca01505f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca7513640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca00d1980 con 0x7f1ca015e5d0 2024-09-10T09:27:14.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca7513640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca00d1800 con 0x7f1ca006df60 2024-09-10T09:27:14.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca7513640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1ca015e9b0 con 0x7f1ca009b140 2024-09-10T09:27:14.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca5ab0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca015e5d0 0x7f1ca01505f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca5ab0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca015e5d0 0x7f1ca01505f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:42910/0 (socket says 172.21.15.173:42910) 2024-09-10T09:27:14.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca5ab0640 1 -- 172.21.15.173:0/3732517576 learned_addr learned my addr 172.21.15.173:0/3732517576 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:14.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca52af640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ca006df60 0x7f1ca00b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca4aae640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ca009b140 0x7f1ca00b6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca5ab0640 1 -- 172.21.15.173:0/3732517576 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ca009b140 msgr2=0x7f1ca00b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca5ab0640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ca009b140 0x7f1ca00b6870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca5ab0640 1 -- 172.21.15.173:0/3732517576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ca006df60 msgr2=0x7f1ca00b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca5ab0640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ca006df60 0x7f1ca00b51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca5ab0640 1 -- 172.21.15.173:0/3732517576 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ca00b57d0 con 0x7f1ca015e5d0 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca5ab0640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca015e5d0 0x7f1ca01505f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009fa0 tx=0x7f1c98004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1c95ffb640 1 -- 172.21.15.173:0/3732517576 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c98042020 con 0x7f1ca015e5d0 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1c95ffb640 1 -- 172.21.15.173:0/3732517576 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c98038040 con 0x7f1ca015e5d0 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1c95ffb640 1 -- 172.21.15.173:0/3732517576 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c98037050 con 0x7f1ca015e5d0 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.378+0000 7f1ca7513640 1 -- 172.21.15.173:0/3732517576 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ca00b5ab0 con 0x7f1ca015e5d0 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.379+0000 7f1ca7513640 1 -- 172.21.15.173:0/3732517576 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ca00b6070 con 0x7f1ca015e5d0 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.380+0000 7f1ca7513640 1 -- 172.21.15.173:0/3732517576 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ca009aa30 con 0x7f1ca015e5d0 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.380+0000 7f1c95ffb640 1 -- 172.21.15.173:0/3732517576 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1c9803e690 con 0x7f1ca015e5d0 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.381+0000 7f1c95ffb640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be60 0x7f1c8406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.381+0000 7f1c95ffb640 1 -- 172.21.15.173:0/3732517576 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f1c980aaf40 con 0x7f1ca015e5d0 2024-09-10T09:27:14.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.381+0000 7f1ca52af640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be60 0x7f1c8406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.381+0000 7f1ca52af640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be60 0x7f1c8406e320 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c000f60 tx=0x7f1c9c007d00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:14.386 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.385+0000 7f1c95ffb640 1 -- 172.21.15.173:0/3732517576 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1c9804c060 con 0x7f1ca015e5d0 2024-09-10T09:27:14.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.584+0000 7f1ca7513640 1 -- 172.21.15.173:0/3732517576 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ca015b830 con 0x7f1ca015e5d0 2024-09-10T09:27:14.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.584+0000 7f1c95ffb640 1 -- 172.21.15.173:0/3732517576 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3915 (secure 0 0 0) 0x7f1c98079cd0 con 0x7f1ca015e5d0 2024-09-10T09:27:14.586 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:14.586 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":3,"btime":"2024-09-10T09:27:13:002920+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4294,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-10T09:27:14.586 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 3 2024-09-10T09:27:14.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.586+0000 7f1ca7513640 1 -- 172.21.15.173:0/3732517576 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be60 msgr2=0x7f1c8406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.586+0000 7f1ca7513640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be60 0x7f1c8406e320 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c000f60 tx=0x7f1c9c007d00 comp rx=0 tx=0).stop 2024-09-10T09:27:14.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.586+0000 7f1ca7513640 1 -- 172.21.15.173:0/3732517576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca015e5d0 msgr2=0x7f1ca01505f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.586+0000 7f1ca7513640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca015e5d0 0x7f1ca01505f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009fa0 tx=0x7f1c98004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:14.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.586+0000 7f1ca7513640 1 -- 172.21.15.173:0/3732517576 shutdown_connections 2024-09-10T09:27:14.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.586+0000 7f1ca7513640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be60 0x7f1c8406e320 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.586+0000 7f1ca7513640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca015e5d0 0x7f1ca01505f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.586+0000 7f1ca7513640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ca009b140 0x7f1ca00b6870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.586+0000 7f1ca7513640 1 --2- 172.21.15.173:0/3732517576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ca006df60 0x7f1ca00b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.586+0000 7f1ca7513640 1 -- 172.21.15.173:0/3732517576 >> 172.21.15.173:0/3732517576 conn(0x7f1ca00d23a0 msgr2=0x7f1ca0071800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:14.589 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.587+0000 7f1ca7513640 1 -- 172.21.15.173:0/3732517576 shutdown_connections 2024-09-10T09:27:14.589 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.587+0000 7f1ca7513640 1 -- 172.21.15.173:0/3732517576 wait complete. 2024-09-10T09:27:14.598 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T09:27:14.696 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.695+0000 7f860aed0640 1 Processor -- start 2024-09-10T09:27:14.696 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.695+0000 7f860aed0640 1 -- start start 2024-09-10T09:27:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f860aed0640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f860415e5f0 0x7f86040d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f860aed0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b6690 0x7f860406d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f860aed0640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86040d3690 con 0x7f86040d30f0 2024-09-10T09:27:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f860aed0640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f860406d530 con 0x7f860415e5f0 2024-09-10T09:27:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f860aed0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f86040d3970 con 0x7f86040b6690 2024-09-10T09:27:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f8603fff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f86040d30f0 0x7f86040b5f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:48402/0 (socket says 172.21.15.173:48402) 2024-09-10T09:27:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f8603fff640 1 -- 172.21.15.173:0/1500732329 learned_addr learned my addr 172.21.15.173:0/1500732329 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f860946d640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b6690 0x7f860406d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f8608c6c640 1 --2- 172.21.15.173:0/1500732329 >> v2:172.21.15.176:3300/0 conn(0x7f860415e5f0 0x7f86040d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2766658072 0 0) 0x7f86040d3690 con 0x7f86040d30f0 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f85ec003520 con 0x7f86040d30f0 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1170447751 0 0) 0x7f85ec003520 con 0x7f86040d30f0 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b6690 msgr2=0x7f860406d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f86037fe640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b6690 0x7f860406d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 >> v2:172.21.15.176:3300/0 conn(0x7f860415e5f0 msgr2=0x7f86040d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f86037fe640 1 --2- 172.21.15.173:0/1500732329 >> v2:172.21.15.176:3300/0 conn(0x7f860415e5f0 0x7f86040d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f860406cee0 con 0x7f86040d30f0 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f85f8001690 con 0x7f86040d30f0 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.696+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 >> v1:172.21.15.173:6789/0 conn(0x7f86040d30f0 legacy=0x7f86040b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f86037fe640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85ec0039b0 0x7f85ec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f86037fe640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85ec004800 0x7f85ec004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f86037fe640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b6690 0x7f85ec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f860406d530 con 0x7f85ec004800 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f86040d3970 con 0x7f85ec0039b0 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f85ec00b9c0 con 0x7f86040b6690 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f8603fff640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85ec004800 0x7f85ec004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f8608c6c640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85ec0039b0 0x7f85ec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f860946d640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b6690 0x7f85ec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f8603fff640 1 -- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b6690 msgr2=0x7f85ec0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f8603fff640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b6690 0x7f85ec0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f8603fff640 1 -- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85ec0039b0 msgr2=0x7f85ec003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f8603fff640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85ec0039b0 0x7f85ec003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.697+0000 7f8603fff640 1 -- 172.21.15.173:0/1500732329 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85ec003520 con 0x7f85ec004800 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f8603fff640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85ec004800 0x7f85ec004c80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f85f800c210 tx=0x7f85ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0148e7d2ade8d0f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f802e070 con 0x7f85ec004800 2024-09-10T09:27:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85f8005af0 con 0x7f85ec004800 2024-09-10T09:27:14.703 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f86037fe640 1 -- 172.21.15.173:0/1500732329 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8007d70 con 0x7f85ec004800 2024-09-10T09:27:14.703 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f860aed0640 1 -- 172.21.15.173:0/1500732329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85ec004800 msgr2=0x7f85ec004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.703 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f860aed0640 1 --2- 172.21.15.173:0/1500732329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85ec004800 0x7f85ec004c80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f85f800c210 tx=0x7f85ec005830 comp rx=0 tx=0).stop 2024-09-10T09:27:14.703 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f860946d640 1 -- 172.21.15.173:0/1500732329 reap_dead start 2024-09-10T09:27:14.703 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f860aed0640 1 -- 172.21.15.173:0/1500732329 shutdown_connections 2024-09-10T09:27:14.703 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f860aed0640 1 -- 172.21.15.173:0/1500732329 >> 172.21.15.173:0/1500732329 conn(0x7f860408bfc0 msgr2=0x7f86040d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:14.703 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f860aed0640 1 -- 172.21.15.173:0/1500732329 shutdown_connections 2024-09-10T09:27:14.703 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.698+0000 7f860aed0640 1 -- 172.21.15.173:0/1500732329 wait complete. 2024-09-10T09:27:14.705 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.699+0000 7f860aed0640 1 Processor -- start 2024-09-10T09:27:14.705 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.700+0000 7f860aed0640 1 -- start start 2024-09-10T09:27:14.705 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.700+0000 7f860aed0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85ec004800 0x7f8604157960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.700+0000 7f860aed0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86040caf20 0x7f86041f40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.700+0000 7f860aed0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b9520 0x7f86040b99b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.700+0000 7f860aed0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f86040d5310 con 0x7f86040caf20 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.700+0000 7f860aed0640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f860415e9d0 con 0x7f85ec004800 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.700+0000 7f860aed0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f860406d9c0 con 0x7f86040b9520 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.700+0000 7f8603fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86040caf20 0x7f86041f40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.700+0000 7f8603fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86040caf20 0x7f86041f40e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:42934/0 (socket says 172.21.15.173:42934) 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f8603fff640 1 -- 172.21.15.173:0/3865153389 learned_addr learned my addr 172.21.15.173:0/3865153389 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f8608c6c640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85ec004800 0x7f8604157960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f860946d640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b9520 0x7f86040b99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f8603fff640 1 -- 172.21.15.173:0/3865153389 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b9520 msgr2=0x7f86040b99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f8603fff640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b9520 0x7f86040b99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f8603fff640 1 -- 172.21.15.173:0/3865153389 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85ec004800 msgr2=0x7f8604157960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f8603fff640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85ec004800 0x7f8604157960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f8603fff640 1 -- 172.21.15.173:0/3865153389 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86041f4a50 con 0x7f86040caf20 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f8603fff640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86040caf20 0x7f86041f40e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f85f800c330 tx=0x7f85f8001a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f86017fa640 1 -- 172.21.15.173:0/3865153389 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8042070 con 0x7f86040caf20 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f86017fa640 1 -- 172.21.15.173:0/3865153389 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85f8007480 con 0x7f86040caf20 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f860aed0640 1 -- 172.21.15.173:0/3865153389 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86041f4d30 con 0x7f86040caf20 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f86017fa640 1 -- 172.21.15.173:0/3865153389 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8007d70 con 0x7f86040caf20 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.701+0000 7f860aed0640 1 -- 172.21.15.173:0/3865153389 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86041f5010 con 0x7f86040caf20 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.702+0000 7f860aed0640 1 -- 172.21.15.173:0/3865153389 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86040d4dd0 con 0x7f86040caf20 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.703+0000 7f86017fa640 1 -- 172.21.15.173:0/3865153389 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f85f8045070 con 0x7f86040caf20 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.703+0000 7f86017fa640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f85f006be60 0x7f85f006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.703+0000 7f86017fa640 1 -- 172.21.15.173:0/3865153389 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f85f80ab310 con 0x7f86040caf20 2024-09-10T09:27:14.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.703+0000 7f8608c6c640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f85f006be60 0x7f85f006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.708 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.703+0000 7f8608c6c640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f85f006be60 0x7f85f006e320 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f860415fe50 tx=0x7f85fc00b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:14.708 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.707+0000 7f86017fa640 1 -- 172.21.15.173:0/3865153389 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f85f8005ac0 con 0x7f86040caf20 2024-09-10T09:27:14.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.875+0000 7f860aed0640 1 -- 172.21.15.173:0/3865153389 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f86040cffb0 con 0x7f86040caf20 2024-09-10T09:27:14.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.875+0000 7f86017fa640 1 -- 172.21.15.173:0/3865153389 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f85f8079af0 con 0x7f86040caf20 2024-09-10T09:27:14.877 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:14.877 INFO:teuthology.orchestra.run.smithi173.stdout:[ 2024-09-10T09:27:14.877 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:27:14.877 INFO:teuthology.orchestra.run.smithi173.stdout: "poolnum": 1, 2024-09-10T09:27:14.877 INFO:teuthology.orchestra.run.smithi173.stdout: "poolname": ".mgr" 2024-09-10T09:27:14.877 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:27:14.877 INFO:teuthology.orchestra.run.smithi173.stdout:] 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 -- 172.21.15.173:0/3865153389 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f85f006be60 msgr2=0x7f85f006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f85f006be60 0x7f85f006e320 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f860415fe50 tx=0x7f85fc00b040 comp rx=0 tx=0).stop 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 -- 172.21.15.173:0/3865153389 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86040caf20 msgr2=0x7f86041f40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86040caf20 0x7f86041f40e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f85f800c330 tx=0x7f85f8001a60 comp rx=0 tx=0).stop 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 -- 172.21.15.173:0/3865153389 shutdown_connections 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f85f006be60 0x7f85f006e320 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86040b9520 0x7f86040b99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86040caf20 0x7f86041f40e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 --2- 172.21.15.173:0/3865153389 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85ec004800 0x7f8604157960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 -- 172.21.15.173:0/3865153389 >> 172.21.15.173:0/3865153389 conn(0x7f860408bfc0 msgr2=0x7f86040b5290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:14.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 -- 172.21.15.173:0/3865153389 shutdown_connections 2024-09-10T09:27:14.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.877+0000 7f860aed0640 1 -- 172.21.15.173:0/3865153389 wait complete. 2024-09-10T09:27:14.889 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T09:27:14.889 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T09:27:14.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.990+0000 7f1add90a640 1 Processor -- start 2024-09-10T09:27:14.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.990+0000 7f1add90a640 1 -- start start 2024-09-10T09:27:14.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1add90a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ad8162340 0x7f1ad806d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1add90a640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1ad80cf280 0x7f1ad8162720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1add90a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ad815ff70 con 0x7f1ad8162c60 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1add90a640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f1ad806de90 con 0x7f1ad80cf280 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1add90a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1ad80d4d10 con 0x7f1ad8162340 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1ace7fc640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1ad80cf280 0x7f1ad8162720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1ace7fc640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1ad80cf280 0x7f1ad8162720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:42940/0 (socket says 172.21.15.173:42940) 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1ace7fc640 1 -- 172.21.15.173:0/281939565 learned_addr learned my addr 172.21.15.173:0/281939565 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1ad6ffd640 1 --2- 172.21.15.173:0/281939565 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ad8162340 0x7f1ad806d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1ace7fc640 1 -- 172.21.15.173:0/281939565 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ad8162340 msgr2=0x7f1ad806d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1ace7fc640 1 --2- 172.21.15.173:0/281939565 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ad8162340 0x7f1ad806d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1ace7fc640 1 -- 172.21.15.173:0/281939565 >> v1:172.21.15.176:6789/0 conn(0x7f1ad8162c60 legacy=0x7f1ad80d2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.991+0000 7f1ace7fc640 1 -- 172.21.15.173:0/281939565 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ad80d4ff0 con 0x7f1ad80cf280 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.992+0000 7f1ace7fc640 1 --2- 172.21.15.173:0/281939565 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad80cf280 0x7f1ad8162720 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1ac0009850 tx=0x7f1ac002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6068b063708750c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.992+0000 7f1ad67fc640 1 -- 172.21.15.173:0/281939565 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac0004030 con 0x7f1ad80cf280 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.992+0000 7f1ad67fc640 1 -- 172.21.15.173:0/281939565 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ac00041d0 con 0x7f1ad80cf280 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.992+0000 7f1ad67fc640 1 -- 172.21.15.173:0/281939565 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac0003610 con 0x7f1ad80cf280 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.993+0000 7f1add90a640 1 -- 172.21.15.173:0/281939565 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad80cf280 msgr2=0x7f1ad8162720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.993+0000 7f1add90a640 1 --2- 172.21.15.173:0/281939565 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad80cf280 0x7f1ad8162720 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1ac0009850 tx=0x7f1ac002a1a0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.993+0000 7f1add90a640 1 -- 172.21.15.173:0/281939565 shutdown_connections 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.993+0000 7f1add90a640 1 --2- 172.21.15.173:0/281939565 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad80cf280 0x7f1ad8162720 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.993+0000 7f1add90a640 1 --2- 172.21.15.173:0/281939565 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ad8162340 0x7f1ad806d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.993+0000 7f1add90a640 1 -- 172.21.15.173:0/281939565 >> 172.21.15.173:0/281939565 conn(0x7f1ad808bfc0 msgr2=0x7f1ad80d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.993+0000 7f1add90a640 1 -- 172.21.15.173:0/281939565 shutdown_connections 2024-09-10T09:27:14.995 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.993+0000 7f1add90a640 1 -- 172.21.15.173:0/281939565 wait complete. 2024-09-10T09:27:14.996 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.994+0000 7f1add90a640 1 Processor -- start 2024-09-10T09:27:14.998 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.994+0000 7f1add90a640 1 -- start start 2024-09-10T09:27:14.998 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1add90a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ad80cf280 0x7f1ad814aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.998 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1add90a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ad8162340 0x7f1ad80c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.998 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1add90a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad8162c60 0x7f1ad80c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:14.998 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1add90a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad80cf6c0 con 0x7f1ad8162c60 2024-09-10T09:27:14.998 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1add90a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad80d52d0 con 0x7f1ad8162340 2024-09-10T09:27:14.998 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1add90a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1ad8163110 con 0x7f1ad80cf280 2024-09-10T09:27:14.998 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ad77fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad8162c60 0x7f1ad80c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.998 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ad77fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad8162c60 0x7f1ad80c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:42954/0 (socket says 172.21.15.173:42954) 2024-09-10T09:27:14.998 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ad77fe640 1 -- 172.21.15.173:0/2829783407 learned_addr learned my addr 172.21.15.173:0/2829783407 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ace7fc640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ad8162340 0x7f1ad80c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ad6ffd640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ad80cf280 0x7f1ad814aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ad77fe640 1 -- 172.21.15.173:0/2829783407 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ad80cf280 msgr2=0x7f1ad814aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ad77fe640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ad80cf280 0x7f1ad814aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ad77fe640 1 -- 172.21.15.173:0/2829783407 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ad8162340 msgr2=0x7f1ad80c9500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ad77fe640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ad8162340 0x7f1ad80c9500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ad77fe640 1 -- 172.21.15.173:0/2829783407 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ad80ca080 con 0x7f1ad8162c60 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.995+0000 7f1ad77fe640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad8162c60 0x7f1ad80c9a40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1ad000c6b0 tx=0x7f1ad000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.996+0000 7f1ad4ff9640 1 -- 172.21.15.173:0/2829783407 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ad0003b70 con 0x7f1ad8162c60 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.996+0000 7f1ad4ff9640 1 -- 172.21.15.173:0/2829783407 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ad0003d30 con 0x7f1ad8162c60 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.996+0000 7f1add90a640 1 -- 172.21.15.173:0/2829783407 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ad80ca360 con 0x7f1ad8162c60 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.996+0000 7f1ad4ff9640 1 -- 172.21.15.173:0/2829783407 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ad0005310 con 0x7f1ad8162c60 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.996+0000 7f1add90a640 1 -- 172.21.15.173:0/2829783407 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ad80cac00 con 0x7f1ad8162c60 2024-09-10T09:27:14.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.997+0000 7f1add90a640 1 -- 172.21.15.173:0/2829783407 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ad80ca750 con 0x7f1ad8162c60 2024-09-10T09:27:15.000 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.997+0000 7f1ad4ff9640 1 -- 172.21.15.173:0/2829783407 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1ad00054b0 con 0x7f1ad8162c60 2024-09-10T09:27:15.000 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.997+0000 7f1ad4ff9640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1ab806be30 0x7f1ab806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:15.000 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.997+0000 7f1ad4ff9640 1 -- 172.21.15.173:0/2829783407 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f1ad008aa40 con 0x7f1ad8162c60 2024-09-10T09:27:15.000 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.998+0000 7f1ad6ffd640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1ab806be30 0x7f1ab806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:15.000 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:14.998+0000 7f1ad6ffd640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1ab806be30 0x7f1ab806e2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1ac8006fd0 tx=0x7f1ac8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:15.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.002+0000 7f1ad4ff9640 1 -- 172.21.15.173:0/2829783407 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1ad0059740 con 0x7f1ad8162c60 2024-09-10T09:27:15.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.167+0000 7f1add90a640 1 -- 172.21.15.173:0/2829783407 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f1ad8162720 con 0x7f1ad8162c60 2024-09-10T09:27:15.223 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.222+0000 7f1ad4ff9640 1 -- 172.21.15.173:0/2829783407 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7f1ad008ae20 con 0x7f1ad8162c60 2024-09-10T09:27:15.223 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_metadata' created 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.224+0000 7f1add90a640 1 -- 172.21.15.173:0/2829783407 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1ab806be30 msgr2=0x7f1ab806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.224+0000 7f1add90a640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1ab806be30 0x7f1ab806e2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1ac8006fd0 tx=0x7f1ac8008040 comp rx=0 tx=0).stop 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.224+0000 7f1add90a640 1 -- 172.21.15.173:0/2829783407 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad8162c60 msgr2=0x7f1ad80c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.224+0000 7f1add90a640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad8162c60 0x7f1ad80c9a40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1ad000c6b0 tx=0x7f1ad000cb70 comp rx=0 tx=0).stop 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.224+0000 7f1add90a640 1 -- 172.21.15.173:0/2829783407 shutdown_connections 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.224+0000 7f1add90a640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1ab806be30 0x7f1ab806e2f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.224+0000 7f1add90a640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ad8162c60 0x7f1ad80c9a40 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.224+0000 7f1add90a640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ad8162340 0x7f1ad80c9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.224+0000 7f1add90a640 1 --2- 172.21.15.173:0/2829783407 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1ad80cf280 0x7f1ad814aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.224+0000 7f1add90a640 1 -- 172.21.15.173:0/2829783407 >> 172.21.15.173:0/2829783407 conn(0x7f1ad808bfc0 msgr2=0x7f1ad80b1080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:15.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.225+0000 7f1add90a640 1 -- 172.21.15.173:0/2829783407 shutdown_connections 2024-09-10T09:27:15.227 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.225+0000 7f1add90a640 1 -- 172.21.15.173:0/2829783407 wait complete. 2024-09-10T09:27:15.240 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-10T09:27:15.345 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.344+0000 7f4076598640 1 Processor -- start 2024-09-10T09:27:15.345 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.344+0000 7f4076598640 1 -- start start 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.345+0000 7f4076598640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f40700d15f0 0x7f40700cec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.345+0000 7f4076598640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40700cf980 con 0x7f4070161a20 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.345+0000 7f4076598640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f407006d050 con 0x7f40700cf160 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.345+0000 7f4076598640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f4070161e00 con 0x7f40700d15f0 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.345+0000 7f406ffff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f4070161a20 0x7f40700d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:48412/0 (socket says 172.21.15.173:48412) 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.345+0000 7f406ffff640 1 -- 172.21.15.173:0/1428236682 learned_addr learned my addr 172.21.15.173:0/1428236682 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.345+0000 7f406f7fe640 1 --2- 172.21.15.173:0/1428236682 >> v2:172.21.15.176:3300/0 conn(0x7f40700d15f0 0x7f40700cec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.345+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2114608757 0 0) 0x7f40700cf980 con 0x7f4070161a20 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.345+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4058003520 con 0x7f4070161a20 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 224990419 0 0) 0x7f4058003520 con 0x7f4070161a20 2024-09-10T09:27:15.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 >> v2:172.21.15.176:3300/0 conn(0x7f40700d15f0 msgr2=0x7f40700cec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 --2- 172.21.15.173:0/1428236682 >> v2:172.21.15.176:3300/0 conn(0x7f40700d15f0 0x7f40700cec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 >> v1:172.21.15.176:6789/0 conn(0x7f40700cf160 legacy=0x7f407006d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40700cfc20 con 0x7f4070161a20 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f4060001690 con 0x7f4070161a20 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 >> v1:172.21.15.173:6789/0 conn(0x7f4070161a20 legacy=0x7f40700d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40580039b0 0x7f4058003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4058004800 0x7f4058004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40580051c0 0x7f405800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4070161e00 con 0x7f4058004800 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f405800c060 con 0x7f40580039b0 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f405800c260 con 0x7f40580051c0 2024-09-10T09:27:15.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406f7fe640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4058004800 0x7f4058004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406ffff640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40580039b0 0x7f4058003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f4074b35640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40580051c0 0x7f405800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406f7fe640 1 -- 172.21.15.173:0/1428236682 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40580051c0 msgr2=0x7f405800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406f7fe640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40580051c0 0x7f405800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406f7fe640 1 -- 172.21.15.173:0/1428236682 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40580039b0 msgr2=0x7f4058003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406f7fe640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40580039b0 0x7f4058003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f406f7fe640 1 -- 172.21.15.173:0/1428236682 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4058003520 con 0x7f4058004800 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.346+0000 7f4074b35640 1 -- 172.21.15.173:0/1428236682 reap_dead start 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.347+0000 7f406f7fe640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4058004800 0x7f4058004c80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4064009ac0 tx=0x7f4058005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57f786f5179dc2a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.347+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4064036070 con 0x7f4058004800 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.347+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4064031400 con 0x7f4058004800 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.347+0000 7f406effd640 1 -- 172.21.15.173:0/1428236682 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4064009690 con 0x7f4058004800 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.347+0000 7f4076598640 1 -- 172.21.15.173:0/1428236682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4058004800 msgr2=0x7f4058004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:15.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.347+0000 7f4076598640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4058004800 0x7f4058004c80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4064009ac0 tx=0x7f4058005830 comp rx=0 tx=0).stop 2024-09-10T09:27:15.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.347+0000 7f4076598640 1 -- 172.21.15.173:0/1428236682 shutdown_connections 2024-09-10T09:27:15.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.347+0000 7f4076598640 1 --2- 172.21.15.173:0/1428236682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4058004800 0x7f4058004c80 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:15.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.347+0000 7f4076598640 1 -- 172.21.15.173:0/1428236682 >> 172.21.15.173:0/1428236682 conn(0x7f407009d850 msgr2=0x7f407008bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:15.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.347+0000 7f4076598640 1 -- 172.21.15.173:0/1428236682 shutdown_connections 2024-09-10T09:27:15.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.348+0000 7f4076598640 1 -- 172.21.15.173:0/1428236682 wait complete. 2024-09-10T09:27:15.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.349+0000 7f4076598640 1 Processor -- start 2024-09-10T09:27:15.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.349+0000 7f4076598640 1 -- start start 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.349+0000 7f4076598640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4058004800 0x7f40701f4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4076598640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40701f6aa0 0x7f40701f45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4076598640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40700b6100 0x7f40700b6540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4076598640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f40700b1040 con 0x7f40700b6100 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4076598640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f407006d2f0 con 0x7f40701f6aa0 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4076598640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f40700cf590 con 0x7f4058004800 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4074b35640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40700b6100 0x7f40700b6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4074b35640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40700b6100 0x7f40700b6540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:42962/0 (socket says 172.21.15.173:42962) 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4074b35640 1 -- 172.21.15.173:0/3639771550 learned_addr learned my addr 172.21.15.173:0/3639771550 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f406ffff640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4058004800 0x7f40701f4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f406f7fe640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40701f6aa0 0x7f40701f45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4074b35640 1 -- 172.21.15.173:0/3639771550 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4058004800 msgr2=0x7f40701f4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:15.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4074b35640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4058004800 0x7f40701f4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4074b35640 1 -- 172.21.15.173:0/3639771550 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40701f6aa0 msgr2=0x7f40701f45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4074b35640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40701f6aa0 0x7f40701f45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4074b35640 1 -- 172.21.15.173:0/3639771550 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40701f6f00 con 0x7f40700b6100 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4074b35640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40700b6100 0x7f40700b6540 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f40700a2390 tx=0x7f406800e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f406cff9640 1 -- 172.21.15.173:0/3639771550 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4068003b80 con 0x7f40700b6100 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f406cff9640 1 -- 172.21.15.173:0/3639771550 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4068018070 con 0x7f40700b6100 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f406cff9640 1 -- 172.21.15.173:0/3639771550 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40680050d0 con 0x7f40700b6100 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4076598640 1 -- 172.21.15.173:0/3639771550 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40701f4b10 con 0x7f40700b6100 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.350+0000 7f4076598640 1 -- 172.21.15.173:0/3639771550 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40700cb840 con 0x7f40700b6100 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.351+0000 7f4076598640 1 -- 172.21.15.173:0/3639771550 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40700cec20 con 0x7f40700b6100 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.352+0000 7f406cff9640 1 -- 172.21.15.173:0/3639771550 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4068005270 con 0x7f40700b6100 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.352+0000 7f406cff9640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f405c06be30 0x7f405c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:15.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.352+0000 7f406ffff640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f405c06be30 0x7f405c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:15.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.352+0000 7f406cff9640 1 -- 172.21.15.173:0/3639771550 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f406808a740 con 0x7f40700b6100 2024-09-10T09:27:15.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.353+0000 7f406ffff640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f405c06be30 0x7f405c06e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f40700cfb50 tx=0x7f40600011c0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:15.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.357+0000 7f406cff9640 1 -- 172.21.15.173:0/3639771550 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f40701f4b10 con 0x7f40700b6100 2024-09-10T09:27:15.522 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:15.521+0000 7f4076598640 1 -- 172.21.15.173:0/3639771550 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f40700ca640 con 0x7f40700b6100 2024-09-10T09:27:16.225 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.224+0000 7f406cff9640 1 -- 172.21.15.173:0/3639771550 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v19) ==== 171+0+0 (secure 0 0 0) 0x7f4068058c80 con 0x7f40700b6100 2024-09-10T09:27:16.225 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_data' created 2024-09-10T09:27:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 -- 172.21.15.173:0/3639771550 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f405c06be30 msgr2=0x7f405c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f405c06be30 0x7f405c06e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f40700cfb50 tx=0x7f40600011c0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 -- 172.21.15.173:0/3639771550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40700b6100 msgr2=0x7f40700b6540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40700b6100 0x7f40700b6540 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f40700a2390 tx=0x7f406800e960 comp rx=0 tx=0).stop 2024-09-10T09:27:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 -- 172.21.15.173:0/3639771550 shutdown_connections 2024-09-10T09:27:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f405c06be30 0x7f405c06e2f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40700b6100 0x7f40700b6540 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40701f6aa0 0x7f40701f45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 --2- 172.21.15.173:0/3639771550 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4058004800 0x7f40701f4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 -- 172.21.15.173:0/3639771550 >> 172.21.15.173:0/3639771550 conn(0x7f407009d850 msgr2=0x7f4070160650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 -- 172.21.15.173:0/3639771550 shutdown_connections 2024-09-10T09:27:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.227+0000 7f4076598640 1 -- 172.21.15.173:0/3639771550 wait complete. 2024-09-10T09:27:16.256 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T09:27:16.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.362+0000 7fc92a2a6640 1 Processor -- start 2024-09-10T09:27:16.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.362+0000 7fc92a2a6640 1 -- start start 2024-09-10T09:27:16.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc92a2a6640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc924158ec0 0x7fc92415c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:16.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc92a2a6640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc92415c850 con 0x7fc9240b4d50 2024-09-10T09:27:16.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc92a2a6640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9241592a0 con 0x7fc92415ca50 2024-09-10T09:27:16.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc92a2a6640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fc92415d010 con 0x7fc924158ec0 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc928843640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fc9240b4d50 0x7fc9240b5160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40926/0 (socket says 172.21.15.173:40926) 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc928843640 1 -- 172.21.15.173:0/742720051 learned_addr learned my addr 172.21.15.173:0/742720051 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc923fff640 1 --2- 172.21.15.173:0/742720051 >> v2:172.21.15.176:3300/0 conn(0x7fc924158ec0 0x7fc92415c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 334125516 0 0) 0x7fc91c001490 con 0x7fc9240b4d50 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc90c003520 con 0x7fc9240b4d50 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 197736666 0 0) 0x7fc9241592a0 con 0x7fc92415ca50 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc91c001490 con 0x7fc92415ca50 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3580242596 0 0) 0x7fc90c003520 con 0x7fc9240b4d50 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 >> v2:172.21.15.176:3300/0 conn(0x7fc924158ec0 msgr2=0x7fc92415c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 --2- 172.21.15.173:0/742720051 >> v2:172.21.15.176:3300/0 conn(0x7fc924158ec0 0x7fc92415c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 >> v1:172.21.15.176:6789/0 conn(0x7fc92415ca50 legacy=0x7fc9241594d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc92415d2f0 con 0x7fc9240b4d50 2024-09-10T09:27:16.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7fc91c001bc0 con 0x7fc9240b4d50 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 >> v1:172.21.15.173:6789/0 conn(0x7fc9240b4d50 legacy=0x7fc9240b5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc90c003b40 0x7fc90c003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc90c004800 0x7fc90c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc90c0051c0 0x7fc90c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc92415d010 con 0x7fc90c003b40 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c00c040 con 0x7fc90c0051c0 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc90c00c240 con 0x7fc90c004800 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.363+0000 7fc923fff640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc90c003b40 0x7fc90c003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.364+0000 7fc928843640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc90c0051c0 0x7fc90c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.364+0000 7fc9237fe640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc90c004800 0x7fc90c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.364+0000 7fc923fff640 1 -- 172.21.15.173:0/742720051 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc90c004800 msgr2=0x7fc90c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:16.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.364+0000 7fc923fff640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc90c004800 0x7fc90c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.364+0000 7fc923fff640 1 -- 172.21.15.173:0/742720051 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc90c0051c0 msgr2=0x7fc90c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.364+0000 7fc923fff640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc90c0051c0 0x7fc90c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.364+0000 7fc923fff640 1 -- 172.21.15.173:0/742720051 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc90c003520 con 0x7fc90c003b40 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.364+0000 7fc928843640 1 -- 172.21.15.173:0/742720051 reap_dead start 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.364+0000 7fc923fff640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc90c003b40 0x7fc90c003f40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc914009ac0 tx=0x7fc90c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d8cb5f10bc892de server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.365+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc914036070 con 0x7fc90c003b40 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.365+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc914031400 con 0x7fc90c003b40 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.365+0000 7fc922ffd640 1 -- 172.21.15.173:0/742720051 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc914009690 con 0x7fc90c003b40 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.365+0000 7fc92a2a6640 1 -- 172.21.15.173:0/742720051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc90c003b40 msgr2=0x7fc90c003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.365+0000 7fc92a2a6640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc90c003b40 0x7fc90c003f40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc914009ac0 tx=0x7fc90c005830 comp rx=0 tx=0).stop 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.365+0000 7fc92a2a6640 1 -- 172.21.15.173:0/742720051 shutdown_connections 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.365+0000 7fc92a2a6640 1 --2- 172.21.15.173:0/742720051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc90c003b40 0x7fc90c003f40 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.365+0000 7fc92a2a6640 1 -- 172.21.15.173:0/742720051 >> 172.21.15.173:0/742720051 conn(0x7fc92409aa30 msgr2=0x7fc9240b67f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:16.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.365+0000 7fc92a2a6640 1 -- 172.21.15.173:0/742720051 shutdown_connections 2024-09-10T09:27:16.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.365+0000 7fc92a2a6640 1 -- 172.21.15.173:0/742720051 wait complete. 2024-09-10T09:27:16.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.366+0000 7fc92a2a6640 1 Processor -- start 2024-09-10T09:27:16.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc92a2a6640 1 -- start start 2024-09-10T09:27:16.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc92a2a6640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc90c003b40 0x7fc9241571b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:16.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc92a2a6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc92414f760 0x7fc924154600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:16.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc92a2a6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc924154b40 0x7fc924153410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:16.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc92a2a6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc92415db90 con 0x7fc924154b40 2024-09-10T09:27:16.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc92a2a6640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc92415d8b0 con 0x7fc90c003b40 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc92a2a6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc92415c310 con 0x7fc92414f760 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc928843640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc924154b40 0x7fc924153410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc928843640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc924154b40 0x7fc924153410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34042/0 (socket says 172.21.15.173:34042) 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc928843640 1 -- 172.21.15.173:0/1987186597 learned_addr learned my addr 172.21.15.173:0/1987186597 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.367+0000 7fc923fff640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc90c003b40 0x7fc9241571b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc9237fe640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc92414f760 0x7fc924154600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc928843640 1 -- 172.21.15.173:0/1987186597 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc92414f760 msgr2=0x7fc924154600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc928843640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc92414f760 0x7fc924154600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc928843640 1 -- 172.21.15.173:0/1987186597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc90c003b40 msgr2=0x7fc9241571b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc928843640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc90c003b40 0x7fc9241571b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc928843640 1 -- 172.21.15.173:0/1987186597 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9241563b0 con 0x7fc924154b40 2024-09-10T09:27:16.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc928843640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc924154b40 0x7fc924153410 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc91c002230 tx=0x7fc91c00ae30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc920ff9640 1 -- 172.21.15.173:0/1987186597 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c007800 con 0x7fc924154b40 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc920ff9640 1 -- 172.21.15.173:0/1987186597 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc91c018070 con 0x7fc924154b40 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc92a2a6640 1 -- 172.21.15.173:0/1987186597 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc924156690 con 0x7fc924154b40 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc920ff9640 1 -- 172.21.15.173:0/1987186597 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c0133f0 con 0x7fc924154b40 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.368+0000 7fc92a2a6640 1 -- 172.21.15.173:0/1987186597 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc92409b360 con 0x7fc924154b40 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.369+0000 7fc92a2a6640 1 -- 172.21.15.173:0/1987186597 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9240b60a0 con 0x7fc924154b40 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.369+0000 7fc920ff9640 1 -- 172.21.15.173:0/1987186597 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc91c013590 con 0x7fc924154b40 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.370+0000 7fc920ff9640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc91006be30 0x7fc91006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.370+0000 7fc923fff640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc91006be30 0x7fc91006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.370+0000 7fc920ff9640 1 -- 172.21.15.173:0/1987186597 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7fc91c08b390 con 0x7fc924154b40 2024-09-10T09:27:16.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.370+0000 7fc923fff640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc91006be30 0x7fc91006e2f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc914033000 tx=0x7fc914008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:16.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.374+0000 7fc920ff9640 1 -- 172.21.15.173:0/1987186597 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc9240b60a0 con 0x7fc924154b40 2024-09-10T09:27:16.552 DEBUG:teuthology.orchestra.run.smithi173:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:27:16.555 DEBUG:teuthology.orchestra.run.smithi176:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:27:16.576 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:16.575+0000 7fc92a2a6640 1 -- 172.21.15.173:0/1987186597 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc9240b2c60 con 0x7fc924154b40 2024-09-10T09:27:17.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.260+0000 7fc920ff9640 1 -- 172.21.15.173:0/1987186597 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7fc9240b2c60 con 0x7fc924154b40 2024-09-10T09:27:17.262 INFO:teuthology.orchestra.run.smithi173.stderr:new fs with metadata pool 2 and data pool 3 2024-09-10T09:27:17.269 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.267+0000 7fc92a2a6640 1 -- 172.21.15.173:0/1987186597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc91006be30 msgr2=0x7fc91006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:17.269 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.267+0000 7fc92a2a6640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc91006be30 0x7fc91006e2f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc914033000 tx=0x7fc914008030 comp rx=0 tx=0).stop 2024-09-10T09:27:17.269 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.267+0000 7fc92a2a6640 1 -- 172.21.15.173:0/1987186597 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc924154b40 msgr2=0x7fc924153410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:17.269 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.267+0000 7fc92a2a6640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc924154b40 0x7fc924153410 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc91c002230 tx=0x7fc91c00ae30 comp rx=0 tx=0).stop 2024-09-10T09:27:17.269 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.267+0000 7fc92a2a6640 1 -- 172.21.15.173:0/1987186597 shutdown_connections 2024-09-10T09:27:17.269 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.267+0000 7fc92a2a6640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc91006be30 0x7fc91006e2f0 secure :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc914033000 tx=0x7fc914008030 comp rx=0 tx=0).stop 2024-09-10T09:27:17.269 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.267+0000 7fc92a2a6640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc924154b40 0x7fc924153410 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:17.269 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.267+0000 7fc92a2a6640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc92414f760 0x7fc924154600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:17.270 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.267+0000 7fc92a2a6640 1 --2- 172.21.15.173:0/1987186597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc90c003b40 0x7fc9241571b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:17.270 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.267+0000 7fc92a2a6640 1 -- 172.21.15.173:0/1987186597 >> 172.21.15.173:0/1987186597 conn(0x7fc92409aa30 msgr2=0x7fc9240cfea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:17.270 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.268+0000 7fc92a2a6640 1 -- 172.21.15.173:0/1987186597 shutdown_connections 2024-09-10T09:27:17.270 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.268+0000 7fc92a2a6640 1 -- 172.21.15.173:0/1987186597 wait complete. 2024-09-10T09:27:17.286 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-10T09:27:17.286 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-10T09:27:17.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.390+0000 7f6d22b9a640 1 Processor -- start 2024-09-10T09:27:17.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.390+0000 7f6d22b9a640 1 -- start start 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d22b9a640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6d1c09b140 0x7f6d1c0700f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d22b9a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f6d1c0b14d0 0x7f6d1c070630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d22b9a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d1c072180 con 0x7f6d1c15c490 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d22b9a640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f6d1c15c870 con 0x7f6d1c09b140 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d22b9a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f6d1c071bc0 con 0x7f6d1c0b14d0 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d1bfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6d1c09b140 0x7f6d1c0700f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d1bfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6d1c09b140 0x7f6d1c0700f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34052/0 (socket says 172.21.15.173:34052) 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d1bfff640 1 -- 172.21.15.173:0/785854759 learned_addr learned my addr 172.21.15.173:0/785854759 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d1bfff640 1 -- 172.21.15.173:0/785854759 >> v2:172.21.15.176:3300/0 conn(0x7f6d1c0b14d0 msgr2=0x7f6d1c070630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d21137640 1 --2- 172.21.15.173:0/785854759 >> v2:172.21.15.176:3300/0 conn(0x7f6d1c0b14d0 0x7f6d1c070630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d1bfff640 1 --2- 172.21.15.173:0/785854759 >> v2:172.21.15.176:3300/0 conn(0x7f6d1c0b14d0 0x7f6d1c070630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:17.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d1bfff640 1 -- 172.21.15.173:0/785854759 >> v1:172.21.15.176:6789/0 conn(0x7f6d1c15c490 legacy=0x7f6d1c09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:17.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.391+0000 7f6d1bfff640 1 -- 172.21.15.173:0/785854759 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d1c071ea0 con 0x7f6d1c09b140 2024-09-10T09:27:17.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d1bfff640 1 --2- 172.21.15.173:0/785854759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c09b140 0x7f6d1c0700f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c09b5f0 tx=0x7f6d0802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f85255f5e9d6026 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:17.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d1b7fe640 1 -- 172.21.15.173:0/785854759 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d08037070 con 0x7f6d1c09b140 2024-09-10T09:27:17.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d1b7fe640 1 -- 172.21.15.173:0/785854759 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d08032440 con 0x7f6d1c09b140 2024-09-10T09:27:17.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d1b7fe640 1 -- 172.21.15.173:0/785854759 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d08032810 con 0x7f6d1c09b140 2024-09-10T09:27:17.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d22b9a640 1 -- 172.21.15.173:0/785854759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c09b140 msgr2=0x7f6d1c0700f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:17.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d22b9a640 1 --2- 172.21.15.173:0/785854759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c09b140 0x7f6d1c0700f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c09b5f0 tx=0x7f6d0802a230 comp rx=0 tx=0).stop 2024-09-10T09:27:17.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d22b9a640 1 -- 172.21.15.173:0/785854759 shutdown_connections 2024-09-10T09:27:17.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d22b9a640 1 --2- 172.21.15.173:0/785854759 >> v2:172.21.15.176:3300/0 conn(0x7f6d1c0b14d0 0x7f6d1c070630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:17.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d22b9a640 1 --2- 172.21.15.173:0/785854759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c09b140 0x7f6d1c0700f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:17.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d22b9a640 1 -- 172.21.15.173:0/785854759 >> 172.21.15.173:0/785854759 conn(0x7f6d1c0b3f30 msgr2=0x7f6d1c0b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:17.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d22b9a640 1 -- 172.21.15.173:0/785854759 shutdown_connections 2024-09-10T09:27:17.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.392+0000 7f6d22b9a640 1 -- 172.21.15.173:0/785854759 wait complete. 2024-09-10T09:27:17.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.394+0000 7f6d22b9a640 1 Processor -- start 2024-09-10T09:27:17.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.394+0000 7f6d22b9a640 1 -- start start 2024-09-10T09:27:17.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.394+0000 7f6d22b9a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6d1c09b140 0x7f6d1c1ee320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:17.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.394+0000 7f6d22b9a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6d1c0b14d0 0x7f6d1c1f4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:17.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.394+0000 7f6d22b9a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c15c490 0x7f6d1c0b2a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:17.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.394+0000 7f6d22b9a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6d1c09b8f0 con 0x7f6d1c15c490 2024-09-10T09:27:17.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.394+0000 7f6d22b9a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6d1c0affa0 con 0x7f6d1c0b14d0 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.394+0000 7f6d22b9a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6d1c070b70 con 0x7f6d1c09b140 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d21137640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c15c490 0x7f6d1c0b2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d21137640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c15c490 0x7f6d1c0b2a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34060/0 (socket says 172.21.15.173:34060) 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d21137640 1 -- 172.21.15.173:0/1801874619 learned_addr learned my addr 172.21.15.173:0/1801874619 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d1bfff640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6d1c0b14d0 0x7f6d1c1f4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d20936640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6d1c09b140 0x7f6d1c1ee320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d21137640 1 -- 172.21.15.173:0/1801874619 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6d1c09b140 msgr2=0x7f6d1c1ee320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d21137640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6d1c09b140 0x7f6d1c1ee320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d21137640 1 -- 172.21.15.173:0/1801874619 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6d1c0b14d0 msgr2=0x7f6d1c1f4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d21137640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6d1c0b14d0 0x7f6d1c1f4d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d21137640 1 -- 172.21.15.173:0/1801874619 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d1c1e4ca0 con 0x7f6d1c15c490 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d21137640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c15c490 0x7f6d1c0b2a70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6d1400cda0 tx=0x7f6d1400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:17.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d197fa640 1 -- 172.21.15.173:0/1801874619 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14003b90 con 0x7f6d1c15c490 2024-09-10T09:27:17.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d197fa640 1 -- 172.21.15.173:0/1801874619 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d14003d30 con 0x7f6d1c15c490 2024-09-10T09:27:17.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d22b9a640 1 -- 172.21.15.173:0/1801874619 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d1c1e4f80 con 0x7f6d1c15c490 2024-09-10T09:27:17.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d197fa640 1 -- 172.21.15.173:0/1801874619 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14004240 con 0x7f6d1c15c490 2024-09-10T09:27:17.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.395+0000 7f6d22b9a640 1 -- 172.21.15.173:0/1801874619 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d1c1e5540 con 0x7f6d1c15c490 2024-09-10T09:27:17.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.396+0000 7f6d22b9a640 1 -- 172.21.15.173:0/1801874619 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d1c09aa30 con 0x7f6d1c15c490 2024-09-10T09:27:17.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.397+0000 7f6d197fa640 1 -- 172.21.15.173:0/1801874619 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6d140043e0 con 0x7f6d1c15c490 2024-09-10T09:27:17.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.397+0000 7f6d197fa640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6d0006be30 0x7f6d0006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:17.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.397+0000 7f6d197fa640 1 -- 172.21.15.173:0/1801874619 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f6d1408b8d0 con 0x7f6d1c15c490 2024-09-10T09:27:17.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.397+0000 7f6d20936640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6d0006be30 0x7f6d0006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:17.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.398+0000 7f6d20936640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6d0006be30 0x7f6d0006e2f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6d10006fd0 tx=0x7f6d10009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:17.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.402+0000 7f6d197fa640 1 -- 172.21.15.173:0/1801874619 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d14059ba0 con 0x7f6d1c15c490 2024-09-10T09:27:17.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:17.576+0000 7f6d22b9a640 1 -- 172.21.15.173:0/1801874619 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f6d1c0b5880 con 0x7f6d1c15c490 2024-09-10T09:27:18.246 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.244+0000 7f6d197fa640 1 -- 172.21.15.173:0/1801874619 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v21) ==== 157+0+0 (secure 0 0 0) 0x7f6d1405dea0 con 0x7f6d1c15c490 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 -- 172.21.15.173:0/1801874619 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6d0006be30 msgr2=0x7f6d0006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6d0006be30 0x7f6d0006e2f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6d10006fd0 tx=0x7f6d10009060 comp rx=0 tx=0).stop 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 -- 172.21.15.173:0/1801874619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c15c490 msgr2=0x7f6d1c0b2a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c15c490 0x7f6d1c0b2a70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6d1400cda0 tx=0x7f6d1400a660 comp rx=0 tx=0).stop 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 -- 172.21.15.173:0/1801874619 shutdown_connections 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6d0006be30 0x7f6d0006e2f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d1c15c490 0x7f6d1c0b2a70 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6d1c0b14d0 0x7f6d1c1f4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 --2- 172.21.15.173:0/1801874619 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6d1c09b140 0x7f6d1c1ee320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 -- 172.21.15.173:0/1801874619 >> 172.21.15.173:0/1801874619 conn(0x7f6d1c0b3f30 msgr2=0x7f6d1c15b0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:18.250 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 -- 172.21.15.173:0/1801874619 shutdown_connections 2024-09-10T09:27:18.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.247+0000 7f6d22b9a640 1 -- 172.21.15.173:0/1801874619 wait complete. 2024-09-10T09:27:18.263 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T09:27:18.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.374+0000 7f3674f6d640 1 Processor -- start 2024-09-10T09:27:18.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.374+0000 7f3674f6d640 1 -- start start 2024-09-10T09:27:18.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f3674f6d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f36700af210 0x7f3670070a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:18.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f3674f6d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f3670070fb0 0x7f367006de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:18.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f3674f6d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f367006cdc0 con 0x7f367015e7f0 2024-09-10T09:27:18.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f3674f6d640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f3670071420 con 0x7f36700af210 2024-09-10T09:27:18.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f3674f6d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f367006d0a0 con 0x7f3670070fb0 2024-09-10T09:27:18.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f366dd9b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f36700af210 0x7f3670070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:18.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f366dd9b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f36700af210 0x7f3670070a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34066/0 (socket says 172.21.15.173:34066) 2024-09-10T09:27:18.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f366dd9b640 1 -- 172.21.15.173:0/4063613319 learned_addr learned my addr 172.21.15.173:0/4063613319 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:18.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f366ed9d640 1 --2- 172.21.15.173:0/4063613319 >> v2:172.21.15.176:3300/0 conn(0x7f3670070fb0 0x7f367006de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:18.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f366dd9b640 1 -- 172.21.15.173:0/4063613319 >> v2:172.21.15.176:3300/0 conn(0x7f3670070fb0 msgr2=0x7f367006de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:18.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f366dd9b640 1 --2- 172.21.15.173:0/4063613319 >> v2:172.21.15.176:3300/0 conn(0x7f3670070fb0 0x7f367006de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:18.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f366dd9b640 1 -- 172.21.15.173:0/4063613319 >> v1:172.21.15.176:6789/0 conn(0x7f367015e7f0 legacy=0x7f36700b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:18.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.375+0000 7f366dd9b640 1 -- 172.21.15.173:0/4063613319 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f367006d380 con 0x7f36700af210 2024-09-10T09:27:18.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f366dd9b640 1 --2- 172.21.15.173:0/4063613319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 0x7f3670070a70 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f36700736b0 tx=0x7f366402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=330ac0bfc1beaf28 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:18.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f366d59a640 1 -- 172.21.15.173:0/4063613319 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3664037070 con 0x7f36700af210 2024-09-10T09:27:18.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f366d59a640 1 -- 172.21.15.173:0/4063613319 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3664032440 con 0x7f36700af210 2024-09-10T09:27:18.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f366d59a640 1 -- 172.21.15.173:0/4063613319 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3664032810 con 0x7f36700af210 2024-09-10T09:27:18.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f3674f6d640 1 -- 172.21.15.173:0/4063613319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 msgr2=0x7f3670070a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:18.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f3674f6d640 1 --2- 172.21.15.173:0/4063613319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 0x7f3670070a70 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f36700736b0 tx=0x7f366402a270 comp rx=0 tx=0).stop 2024-09-10T09:27:18.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f3674f6d640 1 -- 172.21.15.173:0/4063613319 shutdown_connections 2024-09-10T09:27:18.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f3674f6d640 1 --2- 172.21.15.173:0/4063613319 >> v2:172.21.15.176:3300/0 conn(0x7f3670070fb0 0x7f367006de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:18.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f3674f6d640 1 --2- 172.21.15.173:0/4063613319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 0x7f3670070a70 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:18.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f3674f6d640 1 -- 172.21.15.173:0/4063613319 >> 172.21.15.173:0/4063613319 conn(0x7f36700b3f30 msgr2=0x7f36700b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:18.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.376+0000 7f3674f6d640 1 -- 172.21.15.173:0/4063613319 shutdown_connections 2024-09-10T09:27:18.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.377+0000 7f3674f6d640 1 -- 172.21.15.173:0/4063613319 wait complete. 2024-09-10T09:27:18.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.378+0000 7f3674f6d640 1 Processor -- start 2024-09-10T09:27:18.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.378+0000 7f3674f6d640 1 -- start start 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.378+0000 7f3674f6d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3670070fb0 0x7f367014ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.378+0000 7f3674f6d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 0x7f36700cc030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.378+0000 7f3674f6d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f367015e7f0 0x7f36700cf700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.378+0000 7f3674f6d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f36700b5f40 con 0x7f36700af210 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.378+0000 7f3674f6d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f36700b7420 con 0x7f367015e7f0 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.378+0000 7f3674f6d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f36700b60c0 con 0x7f3670070fb0 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366dd9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 0x7f36700cc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366dd9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 0x7f36700cc030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34068/0 (socket says 172.21.15.173:34068) 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366dd9b640 1 -- 172.21.15.173:0/4106434071 learned_addr learned my addr 172.21.15.173:0/4106434071 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366ed9d640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f367015e7f0 0x7f36700cf700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366e59c640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3670070fb0 0x7f367014ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:18.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366dd9b640 1 -- 172.21.15.173:0/4106434071 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3670070fb0 msgr2=0x7f367014ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366dd9b640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3670070fb0 0x7f367014ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366dd9b640 1 -- 172.21.15.173:0/4106434071 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f367015e7f0 msgr2=0x7f36700cf700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366dd9b640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f367015e7f0 0x7f36700cf700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366dd9b640 1 -- 172.21.15.173:0/4106434071 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36701616a0 con 0x7f36700af210 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366e59c640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3670070fb0 0x7f367014ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f366dd9b640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 0x7f36700cc030 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f366402a2b0 tx=0x7f36640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f365effd640 1 -- 172.21.15.173:0/4106434071 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3664041020 con 0x7f36700af210 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f365effd640 1 -- 172.21.15.173:0/4106434071 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36640306c0 con 0x7f36700af210 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f365effd640 1 -- 172.21.15.173:0/4106434071 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3664037040 con 0x7f36700af210 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f3674f6d640 1 -- 172.21.15.173:0/4106434071 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f367015ed00 con 0x7f36700af210 2024-09-10T09:27:18.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.379+0000 7f3674f6d640 1 -- 172.21.15.173:0/4106434071 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f367015f2c0 con 0x7f36700af210 2024-09-10T09:27:18.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.380+0000 7f3674f6d640 1 -- 172.21.15.173:0/4106434071 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3670070a70 con 0x7f36700af210 2024-09-10T09:27:18.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.381+0000 7f365effd640 1 -- 172.21.15.173:0/4106434071 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3664044020 con 0x7f36700af210 2024-09-10T09:27:18.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.381+0000 7f365effd640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f365006be30 0x7f365006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:18.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.381+0000 7f365effd640 1 -- 172.21.15.173:0/4106434071 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 6007+0+0 (secure 0 0 0) 0x7f36640ab800 con 0x7f36700af210 2024-09-10T09:27:18.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.381+0000 7f366e59c640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f365006be30 0x7f365006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:18.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.381+0000 7f366e59c640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f365006be30 0x7f365006e2f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f36700b0270 tx=0x7f3660009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:18.387 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.385+0000 7f365effd640 1 -- 172.21.15.173:0/4106434071 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f366404b030 con 0x7f36700af210 2024-09-10T09:27:18.554 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:18.552+0000 7f3674f6d640 1 -- 172.21.15.173:0/4106434071 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f367009b7c0 con 0x7f36700af210 2024-09-10T09:27:20.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.272+0000 7f365effd640 1 -- 172.21.15.173:0/4106434071 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v23) ==== 228+0+0 (secure 0 0 0) 0x7f366407a000 con 0x7f36700af210 2024-09-10T09:27:20.273 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_data_ec' created 2024-09-10T09:27:20.277 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.275+0000 7f3674f6d640 1 -- 172.21.15.173:0/4106434071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f365006be30 msgr2=0x7f365006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:20.277 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.275+0000 7f3674f6d640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f365006be30 0x7f365006e2f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f36700b0270 tx=0x7f3660009040 comp rx=0 tx=0).stop 2024-09-10T09:27:20.277 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.275+0000 7f3674f6d640 1 -- 172.21.15.173:0/4106434071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 msgr2=0x7f36700cc030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:20.277 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.275+0000 7f3674f6d640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 0x7f36700cc030 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f366402a2b0 tx=0x7f36640046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.277 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.276+0000 7f3674f6d640 1 -- 172.21.15.173:0/4106434071 shutdown_connections 2024-09-10T09:27:20.277 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.276+0000 7f3674f6d640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f365006be30 0x7f365006e2f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.277 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.276+0000 7f3674f6d640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f367015e7f0 0x7f36700cf700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.277 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.276+0000 7f3674f6d640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36700af210 0x7f36700cc030 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.276+0000 7f3674f6d640 1 --2- 172.21.15.173:0/4106434071 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3670070fb0 0x7f367014ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.276+0000 7f3674f6d640 1 -- 172.21.15.173:0/4106434071 >> 172.21.15.173:0/4106434071 conn(0x7f36700b3f30 msgr2=0x7f36700b4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:20.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.276+0000 7f3674f6d640 1 -- 172.21.15.173:0/4106434071 shutdown_connections 2024-09-10T09:27:20.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.276+0000 7f3674f6d640 1 -- 172.21.15.173:0/4106434071 wait complete. 2024-09-10T09:27:20.295 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-10T09:27:20.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.403+0000 7fe2dd6e6640 1 Processor -- start 2024-09-10T09:27:20.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.403+0000 7fe2dd6e6640 1 -- start start 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2dd6e6640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe2d8162340 0x7fe2d806d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2dd6e6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 0x7fe2d8162720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2dd6e6640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2d815ff70 con 0x7fe2d8162c60 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2dd6e6640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fe2d806de90 con 0x7fe2d8162340 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2dd6e6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe2d80d4d10 con 0x7fe2d80cf280 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2d6ffd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe2d8162340 0x7fe2d806d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2d6ffd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe2d8162340 0x7fe2d806d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34070/0 (socket says 172.21.15.173:34070) 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2d6ffd640 1 -- 172.21.15.173:0/1022440288 learned_addr learned my addr 172.21.15.173:0/1022440288 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2ce7fc640 1 --2- 172.21.15.173:0/1022440288 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 0x7fe2d8162720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2d6ffd640 1 -- 172.21.15.173:0/1022440288 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 msgr2=0x7fe2d8162720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2d6ffd640 1 --2- 172.21.15.173:0/1022440288 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 0x7fe2d8162720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2d6ffd640 1 -- 172.21.15.173:0/1022440288 >> v1:172.21.15.176:6789/0 conn(0x7fe2d8162c60 legacy=0x7fe2d80d2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2d6ffd640 1 -- 172.21.15.173:0/1022440288 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2d80d4ff0 con 0x7fe2d8162340 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.404+0000 7fe2ce7fc640 1 --2- 172.21.15.173:0/1022440288 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 0x7fe2d8162720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.405+0000 7fe2d6ffd640 1 --2- 172.21.15.173:0/1022440288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 0x7fe2d806d740 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe2c8009870 tx=0x7fe2c802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99d2e8fee434400a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.405+0000 7fe2d67fc640 1 -- 172.21.15.173:0/1022440288 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c8037070 con 0x7fe2d8162340 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.405+0000 7fe2d67fc640 1 -- 172.21.15.173:0/1022440288 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2c8032440 con 0x7fe2d8162340 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.405+0000 7fe2d67fc640 1 -- 172.21.15.173:0/1022440288 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c8032810 con 0x7fe2d8162340 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.406+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/1022440288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 msgr2=0x7fe2d806d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.406+0000 7fe2dd6e6640 1 --2- 172.21.15.173:0/1022440288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 0x7fe2d806d740 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe2c8009870 tx=0x7fe2c802a1c0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.406+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/1022440288 shutdown_connections 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.406+0000 7fe2dd6e6640 1 --2- 172.21.15.173:0/1022440288 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 0x7fe2d8162720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.406+0000 7fe2dd6e6640 1 --2- 172.21.15.173:0/1022440288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 0x7fe2d806d740 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.406+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/1022440288 >> 172.21.15.173:0/1022440288 conn(0x7fe2d808bfc0 msgr2=0x7fe2d80d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:20.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.406+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/1022440288 shutdown_connections 2024-09-10T09:27:20.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.406+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/1022440288 wait complete. 2024-09-10T09:27:20.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.407+0000 7fe2dd6e6640 1 Processor -- start 2024-09-10T09:27:20.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.407+0000 7fe2dd6e6640 1 -- start start 2024-09-10T09:27:20.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2dd6e6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 0x7fe2d80b7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:20.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2dd6e6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 0x7fe2d814f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:20.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2dd6e6640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe2d8162c60 0x7fe2d80ca6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:20.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2dd6e6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d80cf6c0 con 0x7fe2d8162340 2024-09-10T09:27:20.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2dd6e6640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d80d52d0 con 0x7fe2d8162c60 2024-09-10T09:27:20.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2dd6e6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe2d81630f0 con 0x7fe2d80cf280 2024-09-10T09:27:20.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2ce7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 0x7fe2d814f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2ce7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 0x7fe2d814f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34080/0 (socket says 172.21.15.173:34080) 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2ce7fc640 1 -- 172.21.15.173:0/3566858796 learned_addr learned my addr 172.21.15.173:0/3566858796 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2d6ffd640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 0x7fe2d80b7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2d77fe640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe2d8162c60 0x7fe2d80ca6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2ce7fc640 1 -- 172.21.15.173:0/3566858796 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 msgr2=0x7fe2d80b7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2ce7fc640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 0x7fe2d80b7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2ce7fc640 1 -- 172.21.15.173:0/3566858796 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe2d8162c60 msgr2=0x7fe2d80ca6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2ce7fc640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe2d8162c60 0x7fe2d80ca6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2ce7fc640 1 -- 172.21.15.173:0/3566858796 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2d80ccc80 con 0x7fe2d8162340 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2ce7fc640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 0x7fe2d814f990 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe2c000c7f0 tx=0x7fe2c000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2cffff640 1 -- 172.21.15.173:0/3566858796 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c0005b90 con 0x7fe2d8162340 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2cffff640 1 -- 172.21.15.173:0/3566858796 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2c0005d30 con 0x7fe2d8162340 2024-09-10T09:27:20.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2cffff640 1 -- 172.21.15.173:0/3566858796 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c0007a30 con 0x7fe2d8162340 2024-09-10T09:27:20.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.408+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/3566858796 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2d80c8d90 con 0x7fe2d8162340 2024-09-10T09:27:20.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.409+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/3566858796 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2d80ccf20 con 0x7fe2d8162340 2024-09-10T09:27:20.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.409+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/3566858796 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2d8162720 con 0x7fe2d8162340 2024-09-10T09:27:20.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.410+0000 7fe2cffff640 1 -- 172.21.15.173:0/3566858796 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe2c0007bd0 con 0x7fe2d8162340 2024-09-10T09:27:20.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.410+0000 7fe2cffff640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe2b806be30 0x7fe2b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:20.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.411+0000 7fe2d6ffd640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe2b806be30 0x7fe2b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:20.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.411+0000 7fe2cffff640 1 -- 172.21.15.173:0/3566858796 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 6500+0+0 (secure 0 0 0) 0x7fe2c008b170 con 0x7fe2d8162340 2024-09-10T09:27:20.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.411+0000 7fe2d6ffd640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe2b806be30 0x7fe2b806e2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe2c8034000 tx=0x7fe2c802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:20.416 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.415+0000 7fe2cffff640 1 -- 172.21.15.173:0/3566858796 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe2c0015020 con 0x7fe2d8162340 2024-09-10T09:27:20.581 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:20.580+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/3566858796 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7fe2d808e640 con 0x7fe2d8162340 2024-09-10T09:27:21.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.277+0000 7fe2cffff640 1 -- 172.21.15.173:0/3566858796 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v24) ==== 169+0+0 (secure 0 0 0) 0x7fe2c00591b0 con 0x7fe2d8162340 2024-09-10T09:27:21.278 INFO:teuthology.orchestra.run.smithi173.stderr:set pool 4 allow_ec_overwrites to true 2024-09-10T09:27:21.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.284+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/3566858796 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe2b806be30 msgr2=0x7fe2b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:21.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.284+0000 7fe2dd6e6640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe2b806be30 0x7fe2b806e2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe2c8034000 tx=0x7fe2c802e000 comp rx=0 tx=0).stop 2024-09-10T09:27:21.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.284+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/3566858796 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 msgr2=0x7fe2d814f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:21.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.284+0000 7fe2dd6e6640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 0x7fe2d814f990 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe2c000c7f0 tx=0x7fe2c000cbf0 comp rx=0 tx=0).stop 2024-09-10T09:27:21.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.286+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/3566858796 shutdown_connections 2024-09-10T09:27:21.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.286+0000 7fe2dd6e6640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe2b806be30 0x7fe2b806e2f0 secure :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe2c8034000 tx=0x7fe2c802e000 comp rx=0 tx=0).stop 2024-09-10T09:27:21.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.286+0000 7fe2dd6e6640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe2d8162c60 0x7fe2d80ca6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:21.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.288+0000 7fe2dd6e6640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2d8162340 0x7fe2d814f990 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:21.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.288+0000 7fe2dd6e6640 1 --2- 172.21.15.173:0/3566858796 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2d80cf280 0x7fe2d80b7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:21.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.288+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/3566858796 >> 172.21.15.173:0/3566858796 conn(0x7fe2d808bfc0 msgr2=0x7fe2d81e8350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:21.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.295+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/3566858796 shutdown_connections 2024-09-10T09:27:21.297 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.296+0000 7fe2dd6e6640 1 -- 172.21.15.173:0/3566858796 wait complete. 2024-09-10T09:27:21.315 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-10T09:27:21.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.419+0000 7f6828e3c640 1 Processor -- start 2024-09-10T09:27:21.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.419+0000 7f6828e3c640 1 -- start start 2024-09-10T09:27:21.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6828e3c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f682409b9c0 0x7f68240b67a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:21.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6828e3c640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68240afcd0 con 0x7f682409aa30 2024-09-10T09:27:21.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6828e3c640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68240affb0 con 0x7f682415c620 2024-09-10T09:27:21.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6828e3c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f68240b0600 con 0x7f682409b9c0 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6822d9d640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f682409aa30 0x7f682406fdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40940/0 (socket says 172.21.15.173:40940) 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6822d9d640 1 -- 172.21.15.173:0/1671244696 learned_addr learned my addr 172.21.15.173:0/1671244696 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1135192184 0 0) 0x7f68240afcd0 con 0x7f682409aa30 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6819d9b640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f682409b9c0 0x7f68240b67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6810003520 con 0x7f682409aa30 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2751042978 0 0) 0x7f6810003520 con 0x7f682409aa30 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f682409b9c0 msgr2=0x7f68240b67a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f682409b9c0 0x7f68240b67a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 >> v1:172.21.15.176:6789/0 conn(0x7f682415c620 legacy=0x7f68240b0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68240b0290 con 0x7f682409aa30 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f681c0019f0 con 0x7f682409aa30 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 >> v1:172.21.15.173:6789/0 conn(0x7f682409aa30 legacy=0x7f682406fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:21.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f682409b9c0 0x7f68100039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6810003f20 0x7f6810004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6810004d40 0x7f68100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f68240b0600 con 0x7f6810003f20 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f681000ba20 con 0x7f6810004d40 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f681000bc20 con 0x7f682409b9c0 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f6819d9b640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6810003f20 0x7f6810004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.420+0000 7f682259c640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f682409b9c0 0x7f68100039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.421+0000 7f6822d9d640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6810004d40 0x7f68100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.421+0000 7f6819d9b640 1 -- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f682409b9c0 msgr2=0x7f68100039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.421+0000 7f6819d9b640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f682409b9c0 0x7f68100039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.421+0000 7f6819d9b640 1 -- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6810004d40 msgr2=0x7f68100051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.421+0000 7f6819d9b640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6810004d40 0x7f68100051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:21.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.421+0000 7f6819d9b640 1 -- 172.21.15.173:0/1671244696 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6810003520 con 0x7f6810003f20 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.421+0000 7f6819d9b640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6810003f20 0x7f6810004800 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f680c009ac0 tx=0x7f6810005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f874c0069006a65e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.422+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c036070 con 0x7f6810003f20 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.422+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f680c031400 con 0x7f6810003f20 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.422+0000 7f6821d9b640 1 -- 172.21.15.173:0/1671244696 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c009690 con 0x7f6810003f20 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.422+0000 7f6828e3c640 1 -- 172.21.15.173:0/1671244696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6810003f20 msgr2=0x7f6810004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.422+0000 7f6828e3c640 1 --2- 172.21.15.173:0/1671244696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6810003f20 0x7f6810004800 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f680c009ac0 tx=0x7f6810005830 comp rx=0 tx=0).stop 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.422+0000 7f6822d9d640 1 -- 172.21.15.173:0/1671244696 reap_dead start 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.422+0000 7f6828e3c640 1 -- 172.21.15.173:0/1671244696 shutdown_connections 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.422+0000 7f6828e3c640 1 -- 172.21.15.173:0/1671244696 >> 172.21.15.173:0/1671244696 conn(0x7f68240b79e0 msgr2=0x7f68240b3fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.422+0000 7f6828e3c640 1 -- 172.21.15.173:0/1671244696 shutdown_connections 2024-09-10T09:27:21.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.422+0000 7f6828e3c640 1 -- 172.21.15.173:0/1671244696 wait complete. 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6828e3c640 1 Processor -- start 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6828e3c640 1 -- start start 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6828e3c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6810003f20 0x7f68240cc030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6828e3c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6824070dd0 0x7f6824071250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6828e3c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6824154bc0 0x7f6824155040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6828e3c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f68240704c0 con 0x7f6824070dd0 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6828e3c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f68240af980 con 0x7f6810003f20 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6828e3c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6824070640 con 0x7f6824154bc0 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6819d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6824070dd0 0x7f6824071250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6819d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6824070dd0 0x7f6824071250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34098/0 (socket says 172.21.15.173:34098) 2024-09-10T09:27:21.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6819d9b640 1 -- 172.21.15.173:0/3170995225 learned_addr learned my addr 172.21.15.173:0/3170995225 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f6822d9d640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6824154bc0 0x7f6824155040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.424+0000 7f682259c640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6810003f20 0x7f68240cc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f6819d9b640 1 -- 172.21.15.173:0/3170995225 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6824154bc0 msgr2=0x7f6824155040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f6819d9b640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6824154bc0 0x7f6824155040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f6819d9b640 1 -- 172.21.15.173:0/3170995225 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6810003f20 msgr2=0x7f68240cc030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f6819d9b640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6810003f20 0x7f68240cc030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f6819d9b640 1 -- 172.21.15.173:0/3170995225 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68241f4500 con 0x7f6824070dd0 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f6819d9b640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6824070dd0 0x7f6824071250 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f680c034040 tx=0x7f680c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f681b7fe640 1 -- 172.21.15.173:0/3170995225 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c040020 con 0x7f6824070dd0 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f681b7fe640 1 -- 172.21.15.173:0/3170995225 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f680c003c60 con 0x7f6824070dd0 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f6828e3c640 1 -- 172.21.15.173:0/3170995225 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68240cdda0 con 0x7f6824070dd0 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f681b7fe640 1 -- 172.21.15.173:0/3170995225 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c036040 con 0x7f6824070dd0 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.425+0000 7f6828e3c640 1 -- 172.21.15.173:0/3170995225 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68241f47c0 con 0x7f6824070dd0 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.426+0000 7f6828e3c640 1 -- 172.21.15.173:0/3170995225 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f682406eb20 con 0x7f6824070dd0 2024-09-10T09:27:21.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.427+0000 7f681b7fe640 1 -- 172.21.15.173:0/3170995225 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f680c043020 con 0x7f6824070dd0 2024-09-10T09:27:21.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.427+0000 7f681b7fe640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f680406be30 0x7f680406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:21.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.427+0000 7f682259c640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f680406be30 0x7f680406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:21.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.427+0000 7f681b7fe640 1 -- 172.21.15.173:0/3170995225 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7f680c0ab190 con 0x7f6824070dd0 2024-09-10T09:27:21.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.428+0000 7f682259c640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f680406be30 0x7f680406e2f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f68140019c0 tx=0x7f6814009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:21.433 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.432+0000 7f681b7fe640 1 -- 172.21.15.173:0/3170995225 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f682406eb20 con 0x7f6824070dd0 2024-09-10T09:27:21.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:21.636+0000 7f6828e3c640 1 -- 172.21.15.173:0/3170995225 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f68240b67a0 con 0x7f6824070dd0 2024-09-10T09:27:22.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.283+0000 7f681b7fe640 1 -- 172.21.15.173:0/3170995225 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) ==== 137+0+0 (secure 0 0 0) 0x7f680c04a070 con 0x7f6824070dd0 2024-09-10T09:27:22.284 INFO:teuthology.orchestra.run.smithi173.stderr:added data pool 4 to fsmap 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 -- 172.21.15.173:0/3170995225 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f680406be30 msgr2=0x7f680406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f680406be30 0x7f680406e2f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f68140019c0 tx=0x7f6814009040 comp rx=0 tx=0).stop 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 -- 172.21.15.173:0/3170995225 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6824070dd0 msgr2=0x7f6824071250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6824070dd0 0x7f6824071250 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f680c034040 tx=0x7f680c004730 comp rx=0 tx=0).stop 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 -- 172.21.15.173:0/3170995225 shutdown_connections 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f680406be30 0x7f680406e2f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6824154bc0 0x7f6824155040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6824070dd0 0x7f6824071250 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 --2- 172.21.15.173:0/3170995225 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6810003f20 0x7f68240cc030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 -- 172.21.15.173:0/3170995225 >> 172.21.15.173:0/3170995225 conn(0x7f68240b79e0 msgr2=0x7f68240b3ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 -- 172.21.15.173:0/3170995225 shutdown_connections 2024-09-10T09:27:22.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.286+0000 7f6828e3c640 1 -- 172.21.15.173:0/3170995225 wait complete. 2024-09-10T09:27:22.300 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:22.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.399+0000 7f821cb31640 1 Processor -- start 2024-09-10T09:27:22.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.399+0000 7f821cb31640 1 -- start start 2024-09-10T09:27:22.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.400+0000 7f821cb31640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8218162060 0x7f82180b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.400+0000 7f821cb31640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f82180b64b0 0x7f82180b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.400+0000 7f821cb31640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f821806d9f0 con 0x7f8218161c80 2024-09-10T09:27:22.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.400+0000 7f821cb31640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f821806dcd0 con 0x7f82180b64b0 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.400+0000 7f821cb31640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f821806dfb0 con 0x7f8218162060 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821659c640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f8218161c80 0x7f821806e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40954/0 (socket says 172.21.15.173:40954) 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821659c640 1 -- 172.21.15.173:0/2631268707 learned_addr learned my addr 172.21.15.173:0/2631268707 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1900772818 0 0) 0x7f821806d9f0 con 0x7f8218161c80 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f8216d9d640 1 --2- 172.21.15.173:0/2631268707 >> v2:172.21.15.176:3300/0 conn(0x7f82180b64b0 0x7f82180b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f8215d9b640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8218162060 0x7f82180b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8204003520 con 0x7f8218161c80 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3344894897 0 0) 0x7f8204003520 con 0x7f8218161c80 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8218162060 msgr2=0x7f82180b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8218162060 0x7f82180b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 >> v2:172.21.15.176:3300/0 conn(0x7f82180b64b0 msgr2=0x7f82180b6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 --2- 172.21.15.173:0/2631268707 >> v2:172.21.15.176:3300/0 conn(0x7f82180b64b0 0x7f82180b6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82180d01f0 con 0x7f8218161c80 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f8208001670 con 0x7f8218161c80 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 >> v1:172.21.15.173:6789/0 conn(0x7f8218161c80 legacy=0x7f821806e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82040039b0 0x7f8204003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8218162060 0x7f8204004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8204004d40 0x7f82040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f821806dcd0 con 0x7f82040039b0 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f821806dfb0 con 0x7f8204004d40 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f820400b9c0 con 0x7f8218162060 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821659c640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82040039b0 0x7f8204003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f8216d9d640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8204004d40 0x7f82040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f8215d9b640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8218162060 0x7f8204004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821659c640 1 -- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8218162060 msgr2=0x7f8204004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:22.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821659c640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8218162060 0x7f8204004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821659c640 1 -- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8204004d40 msgr2=0x7f82040051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:22.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821659c640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8204004d40 0x7f82040051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f821659c640 1 -- 172.21.15.173:0/2631268707 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8204003520 con 0x7f82040039b0 2024-09-10T09:27:22.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.401+0000 7f8215d9b640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8218162060 0x7f8204004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:22.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.402+0000 7f821659c640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82040039b0 0x7f8204003dd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8208001050 tx=0x7f8204005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58a0cc4de7085a0e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:22.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.402+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f820802e070 con 0x7f82040039b0 2024-09-10T09:27:22.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.402+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8208005af0 con 0x7f82040039b0 2024-09-10T09:27:22.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.402+0000 7f821559a640 1 -- 172.21.15.173:0/2631268707 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8208007d70 con 0x7f82040039b0 2024-09-10T09:27:22.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.403+0000 7f821cb31640 1 -- 172.21.15.173:0/2631268707 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82040039b0 msgr2=0x7f8204003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.403+0000 7f821cb31640 1 --2- 172.21.15.173:0/2631268707 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82040039b0 0x7f8204003dd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8208001050 tx=0x7f8204005830 comp rx=0 tx=0).stop 2024-09-10T09:27:22.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.403+0000 7f8216d9d640 1 -- 172.21.15.173:0/2631268707 reap_dead start 2024-09-10T09:27:22.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.403+0000 7f821cb31640 1 -- 172.21.15.173:0/2631268707 shutdown_connections 2024-09-10T09:27:22.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.403+0000 7f821cb31640 1 -- 172.21.15.173:0/2631268707 >> 172.21.15.173:0/2631268707 conn(0x7f82180d44f0 msgr2=0x7f82180d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:22.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.403+0000 7f821cb31640 1 -- 172.21.15.173:0/2631268707 shutdown_connections 2024-09-10T09:27:22.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.403+0000 7f821cb31640 1 -- 172.21.15.173:0/2631268707 wait complete. 2024-09-10T09:27:22.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.404+0000 7f821cb31640 1 Processor -- start 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.404+0000 7f821cb31640 1 -- start start 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f821cb31640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f82040039b0 0x7f8218155770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f821cb31640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8218159610 0x7f8218159a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f821cb31640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f821815dbe0 0x7f821815e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f821cb31640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f82180b5f70 con 0x7f8218159610 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f821cb31640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f82180d2aa0 con 0x7f821815dbe0 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f821cb31640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f82180b60f0 con 0x7f82040039b0 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f8215d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8218159610 0x7f8218159a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f8215d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8218159610 0x7f8218159a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34114/0 (socket says 172.21.15.173:34114) 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f8215d9b640 1 -- 172.21.15.173:0/1718767853 learned_addr learned my addr 172.21.15.173:0/1718767853 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f821659c640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f82040039b0 0x7f8218155770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f8216d9d640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f821815dbe0 0x7f821815e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f8215d9b640 1 -- 172.21.15.173:0/1718767853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f82040039b0 msgr2=0x7f8218155770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f8215d9b640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f82040039b0 0x7f8218155770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f8215d9b640 1 -- 172.21.15.173:0/1718767853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f821815dbe0 msgr2=0x7f821815e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f8215d9b640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f821815dbe0 0x7f821815e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.405+0000 7f8215d9b640 1 -- 172.21.15.173:0/1718767853 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82180cd9a0 con 0x7f8218159610 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.406+0000 7f8215d9b640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8218159610 0x7f8218159a50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8200011590 tx=0x7f8200011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.406+0000 7f820effd640 1 -- 172.21.15.173:0/1718767853 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8200015930 con 0x7f8218159610 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.406+0000 7f820effd640 1 -- 172.21.15.173:0/1718767853 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8200015ad0 con 0x7f8218159610 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.406+0000 7f820effd640 1 -- 172.21.15.173:0/1718767853 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f820001d400 con 0x7f8218159610 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.406+0000 7f821cb31640 1 -- 172.21.15.173:0/1718767853 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82180cdc40 con 0x7f8218159610 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.406+0000 7f821cb31640 1 -- 172.21.15.173:0/1718767853 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82180ce200 con 0x7f8218159610 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.407+0000 7f821cb31640 1 -- 172.21.15.173:0/1718767853 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82180ce5e0 con 0x7f8218159610 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.407+0000 7f820effd640 1 -- 172.21.15.173:0/1718767853 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f820001d5a0 con 0x7f8218159610 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.408+0000 7f820effd640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81f806be60 0x7f81f806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.408+0000 7f820effd640 1 -- 172.21.15.173:0/1718767853 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f820008b920 con 0x7f8218159610 2024-09-10T09:27:22.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.408+0000 7f821659c640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81f806be60 0x7f81f806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.408+0000 7f821659c640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81f806be60 0x7f81f806e320 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8208033000 tx=0x7f8208009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:22.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.412+0000 7f820effd640 1 -- 172.21.15.173:0/1718767853 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f82180ce5e0 con 0x7f8218159610 2024-09-10T09:27:22.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.611+0000 7f821cb31640 1 -- 172.21.15.173:0/1718767853 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f82180746d0 con 0x7f8218159610 2024-09-10T09:27:22.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.612+0000 7f820effd640 1 -- 172.21.15.173:0/1718767853 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5228 (secure 0 0 0) 0x7f82180746d0 con 0x7f8218159610 2024-09-10T09:27:22.613 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:22.613 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":7,"btime":"2024-09-10T09:27:22:278471+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:27:16.577320+0000","modified":"2024-09-10T09:27:21.637929+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-09-10T09:27:22.613 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 7 2024-09-10T09:27:22.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 -- 172.21.15.173:0/1718767853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81f806be60 msgr2=0x7f81f806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81f806be60 0x7f81f806e320 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8208033000 tx=0x7f8208009030 comp rx=0 tx=0).stop 2024-09-10T09:27:22.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 -- 172.21.15.173:0/1718767853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8218159610 msgr2=0x7f8218159a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8218159610 0x7f8218159a50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8200011590 tx=0x7f8200011a50 comp rx=0 tx=0).stop 2024-09-10T09:27:22.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 -- 172.21.15.173:0/1718767853 shutdown_connections 2024-09-10T09:27:22.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81f806be60 0x7f81f806e320 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f821815dbe0 0x7f821815e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8218159610 0x7f8218159a50 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 --2- 172.21.15.173:0/1718767853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f82040039b0 0x7f8218155770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 -- 172.21.15.173:0/1718767853 >> 172.21.15.173:0/1718767853 conn(0x7f82180d44f0 msgr2=0x7f8218156370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:22.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 -- 172.21.15.173:0/1718767853 shutdown_connections 2024-09-10T09:27:22.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.614+0000 7f821cb31640 1 -- 172.21.15.173:0/1718767853 wait complete. 2024-09-10T09:27:22.626 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:22.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.722+0000 7f5ba2be4640 1 Processor -- start 2024-09-10T09:27:22.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.722+0000 7f5ba2be4640 1 -- start start 2024-09-10T09:27:22.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.723+0000 7f5ba2be4640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5b9c0d1540 0x7f5b9c06dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.723+0000 7f5ba2be4640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b9c0d1970 con 0x7f5b9c09b690 2024-09-10T09:27:22.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.723+0000 7f5ba2be4640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b9c0d0780 con 0x7f5b9c15e740 2024-09-10T09:27:22.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.723+0000 7f5ba2be4640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f5b9c15eb20 con 0x7f5b9c0d1540 2024-09-10T09:27:22.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.723+0000 7f5ba1181640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f5b9c09b690 0x7f5b9c070160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40956/0 (socket says 172.21.15.173:40956) 2024-09-10T09:27:22.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.723+0000 7f5ba1181640 1 -- 172.21.15.173:0/964753879 learned_addr learned my addr 172.21.15.173:0/964753879 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:22.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.723+0000 7f5b93fff640 1 --2- 172.21.15.173:0/964753879 >> v2:172.21.15.176:3300/0 conn(0x7f5b9c0d1540 0x7f5b9c06dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.723+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2305546136 0 0) 0x7f5b9c0d1970 con 0x7f5b9c09b690 2024-09-10T09:27:22.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.723+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5b84003520 con 0x7f5b9c09b690 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 728872675 0 0) 0x7f5b84003520 con 0x7f5b9c09b690 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 >> v2:172.21.15.176:3300/0 conn(0x7f5b9c0d1540 msgr2=0x7f5b9c06dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 --2- 172.21.15.173:0/964753879 >> v2:172.21.15.176:3300/0 conn(0x7f5b9c0d1540 0x7f5b9c06dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 >> v1:172.21.15.176:6789/0 conn(0x7f5b9c15e740 legacy=0x7f5b9c06d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b9c0d0a60 con 0x7f5b9c09b690 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f5b940019f0 con 0x7f5b9c09b690 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 >> v1:172.21.15.173:6789/0 conn(0x7f5b9c09b690 legacy=0x7f5b9c070160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b840039b0 0x7f5b84003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b84004800 0x7f5b84004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b840051c0 0x7f5b8400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c15eb20 con 0x7f5b840051c0 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5b8400c070 con 0x7f5b840039b0 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5b8400c270 con 0x7f5b84004800 2024-09-10T09:27:22.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5ba1181640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b840051c0 0x7f5b8400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5ba0980640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b840039b0 0x7f5b84003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b93fff640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b84004800 0x7f5b84004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5ba1181640 1 -- 172.21.15.173:0/964753879 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b84004800 msgr2=0x7f5b84004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5ba1181640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b84004800 0x7f5b84004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5ba1181640 1 -- 172.21.15.173:0/964753879 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b840039b0 msgr2=0x7f5b84003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5ba1181640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b840039b0 0x7f5b84003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5ba1181640 1 -- 172.21.15.173:0/964753879 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b84003520 con 0x7f5b840051c0 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.724+0000 7f5b93fff640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b84004800 0x7f5b84004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.725+0000 7f5ba1181640 1 -- 172.21.15.173:0/964753879 reap_dead start 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.725+0000 7f5ba1181640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b840051c0 0x7f5b8400b9c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400a850 tx=0x7f5b84005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adc02ad68f7ae4eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.725+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b9400a4a0 con 0x7f5b840051c0 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.725+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b9402f070 con 0x7f5b840051c0 2024-09-10T09:27:22.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.725+0000 7f5b937fe640 1 -- 172.21.15.173:0/964753879 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b9402bce0 con 0x7f5b840051c0 2024-09-10T09:27:22.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.725+0000 7f5ba2be4640 1 -- 172.21.15.173:0/964753879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b840051c0 msgr2=0x7f5b8400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.725+0000 7f5ba2be4640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b840051c0 0x7f5b8400b9c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400a850 tx=0x7f5b84005830 comp rx=0 tx=0).stop 2024-09-10T09:27:22.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.726+0000 7f5ba2be4640 1 -- 172.21.15.173:0/964753879 shutdown_connections 2024-09-10T09:27:22.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.726+0000 7f5ba2be4640 1 --2- 172.21.15.173:0/964753879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b840051c0 0x7f5b8400b9c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.726+0000 7f5ba2be4640 1 -- 172.21.15.173:0/964753879 >> 172.21.15.173:0/964753879 conn(0x7f5b9c0d23a0 msgr2=0x7f5b9c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:22.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.726+0000 7f5ba2be4640 1 -- 172.21.15.173:0/964753879 shutdown_connections 2024-09-10T09:27:22.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.726+0000 7f5ba2be4640 1 -- 172.21.15.173:0/964753879 wait complete. 2024-09-10T09:27:22.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.727+0000 7f5ba2be4640 1 Processor -- start 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.727+0000 7f5ba2be4640 1 -- start start 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba2be4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b840051c0 0x7f5b9c0c8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba2be4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b9c0cbb60 0x7f5b9c15aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba2be4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b9c0cbfc0 0x7f5b9c15b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba2be4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c09baa0 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba2be4640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9c0d1020 con 0x7f5b9c0cbb60 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba2be4640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5b9c06cd20 con 0x7f5b840051c0 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba1181640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b9c0cbfc0 0x7f5b9c15b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba1181640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b9c0cbfc0 0x7f5b9c15b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34120/0 (socket says 172.21.15.173:34120) 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba1181640 1 -- 172.21.15.173:0/2248568215 learned_addr learned my addr 172.21.15.173:0/2248568215 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba0980640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b840051c0 0x7f5b9c0c8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5b93fff640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b9c0cbb60 0x7f5b9c15aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba1181640 1 -- 172.21.15.173:0/2248568215 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b840051c0 msgr2=0x7f5b9c0c8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba1181640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b840051c0 0x7f5b9c0c8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba1181640 1 -- 172.21.15.173:0/2248568215 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b9c0cbb60 msgr2=0x7f5b9c15aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba1181640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b9c0cbb60 0x7f5b9c15aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba1181640 1 -- 172.21.15.173:0/2248568215 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b9c1f7b30 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba1181640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b9c0cbfc0 0x7f5b9c15b400 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400a850 tx=0x7f5b9402d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5b917fa640 1 -- 172.21.15.173:0/2248568215 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94034670 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5b917fa640 1 -- 172.21.15.173:0/2248568215 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b94034810 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba2be4640 1 -- 172.21.15.173:0/2248568215 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b9c1f7e10 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5b917fa640 1 -- 172.21.15.173:0/2248568215 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94034be0 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.728+0000 7f5ba2be4640 1 -- 172.21.15.173:0/2248568215 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b9c1f83d0 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.729+0000 7f5ba2be4640 1 -- 172.21.15.173:0/2248568215 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b9c06d050 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.730+0000 7f5b917fa640 1 -- 172.21.15.173:0/2248568215 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5b94007070 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.730+0000 7f5b917fa640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b8806be60 0x7f5b8806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:22.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.730+0000 7f5b917fa640 1 -- 172.21.15.173:0/2248568215 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f5b940aaf30 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.730+0000 7f5ba0980640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b8806be60 0x7f5b8806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:22.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.731+0000 7f5ba0980640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b8806be60 0x7f5b8806e320 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5b98001760 tx=0x7f5b98009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:22.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.735+0000 7f5b917fa640 1 -- 172.21.15.173:0/2248568215 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5b94046060 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.901 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.900+0000 7f5ba2be4640 1 -- 172.21.15.173:0/2248568215 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5b9c0d1cb0 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.901+0000 7f5b917fa640 1 -- 172.21.15.173:0/2248568215 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18634 (secure 0 0 0) 0x7f5b940790a0 con 0x7f5b9c0cbfc0 2024-09-10T09:27:22.903 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:22.903 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":25,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:21.637696+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 -- 172.21.15.173:0/2248568215 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b8806be60 msgr2=0x7f5b8806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b8806be60 0x7f5b8806e320 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5b98001760 tx=0x7f5b98009040 comp rx=0 tx=0).stop 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 -- 172.21.15.173:0/2248568215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b9c0cbfc0 msgr2=0x7f5b9c15b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b9c0cbfc0 0x7f5b9c15b400 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400a850 tx=0x7f5b9402d070 comp rx=0 tx=0).stop 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 -- 172.21.15.173:0/2248568215 shutdown_connections 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5b8806be60 0x7f5b8806e320 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b9c0cbfc0 0x7f5b9c15b400 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b9c0cbb60 0x7f5b9c15aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 --2- 172.21.15.173:0/2248568215 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b840051c0 0x7f5b9c0c8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 -- 172.21.15.173:0/2248568215 >> 172.21.15.173:0/2248568215 conn(0x7f5b9c0d23a0 msgr2=0x7f5b9c0b3320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:22.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 -- 172.21.15.173:0/2248568215 shutdown_connections 2024-09-10T09:27:22.906 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:22.903+0000 7f5ba2be4640 1 -- 172.21.15.173:0/2248568215 wait complete. 2024-09-10T09:27:22.916 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:23.012 INFO:tasks.ceph.mds.d.smithi176.stderr:2024-09-10T09:27:23.011+0000 7fbe5c0c6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T09:27:23.014 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.013+0000 7f78f0731640 1 Processor -- start 2024-09-10T09:27:23.014 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.013+0000 7f78f0731640 1 -- start start 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.014+0000 7f78f0731640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f78e809b140 0x7f78e8071e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.014+0000 7f78f0731640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 0x7f78e80704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.014+0000 7f78f0731640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78e809ba30 con 0x7f78e815fc30 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.014+0000 7f78f0731640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f78e80b1590 con 0x7f78e809b140 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.014+0000 7f78f0731640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f78e8160ab0 con 0x7f78e80b17d0 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78edccc640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f78e809b140 0x7f78e8071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78edccc640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f78e809b140 0x7f78e8071e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34136/0 (socket says 172.21.15.173:34136) 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78ee4cd640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f78e815fc30 0x7f78e809aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40972/0 (socket says 172.21.15.173:40972) 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78edccc640 1 -- 172.21.15.173:0/1378392285 learned_addr learned my addr 172.21.15.173:0/1378392285 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78eecce640 1 --2- 172.21.15.173:0/1378392285 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 0x7f78e80704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78edccc640 1 -- 172.21.15.173:0/1378392285 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 msgr2=0x7f78e80704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:23.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78edccc640 1 --2- 172.21.15.173:0/1378392285 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 0x7f78e80704f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78edccc640 1 -- 172.21.15.173:0/1378392285 >> v1:172.21.15.173:6789/0 conn(0x7f78e815fc30 legacy=0x7f78e809aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78ed4cb640 1 -- 172.21.15.173:0/1378392285 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1249896775 0 0) 0x7f78e809ba30 con 0x7f78e815fc30 2024-09-10T09:27:23.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78edccc640 1 -- 172.21.15.173:0/1378392285 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78e809bcf0 con 0x7f78e809b140 2024-09-10T09:27:23.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.015+0000 7f78eecce640 1 --2- 172.21.15.173:0/1378392285 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 0x7f78e80704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:23.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78edccc640 1 --2- 172.21.15.173:0/1378392285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e809b140 0x7f78e8071e40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f78dc009870 tx=0x7f78dc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bb15bdf2348ffb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:23.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78ed4cb640 1 -- 172.21.15.173:0/1378392285 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc037070 con 0x7f78e809b140 2024-09-10T09:27:23.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78ed4cb640 1 -- 172.21.15.173:0/1378392285 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78dc032440 con 0x7f78e809b140 2024-09-10T09:27:23.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78ed4cb640 1 -- 172.21.15.173:0/1378392285 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc032810 con 0x7f78e809b140 2024-09-10T09:27:23.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78f0731640 1 -- 172.21.15.173:0/1378392285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e809b140 msgr2=0x7f78e8071e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78f0731640 1 --2- 172.21.15.173:0/1378392285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e809b140 0x7f78e8071e40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f78dc009870 tx=0x7f78dc02a1c0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78f0731640 1 -- 172.21.15.173:0/1378392285 shutdown_connections 2024-09-10T09:27:23.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78f0731640 1 --2- 172.21.15.173:0/1378392285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e809b140 0x7f78e8071e40 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78f0731640 1 --2- 172.21.15.173:0/1378392285 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 0x7f78e80704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78f0731640 1 -- 172.21.15.173:0/1378392285 >> 172.21.15.173:0/1378392285 conn(0x7f78e80d23a0 msgr2=0x7f78e80d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:23.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78f0731640 1 -- 172.21.15.173:0/1378392285 shutdown_connections 2024-09-10T09:27:23.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.016+0000 7f78f0731640 1 -- 172.21.15.173:0/1378392285 wait complete. 2024-09-10T09:27:23.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78f0731640 1 Processor -- start 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78f0731640 1 -- start start 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78f0731640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78e809b140 0x7f78e80b7270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78f0731640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 0x7f78e8153680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78f0731640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e815fc30 0x7f78e8158ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78f0731640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f78e8070a30 con 0x7f78e815fc30 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78f0731640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f78e8160fe0 con 0x7f78e809b140 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78f0731640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f78e8070bb0 con 0x7f78e80b17d0 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78eecce640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e815fc30 0x7f78e8158ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78eecce640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e815fc30 0x7f78e8158ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34144/0 (socket says 172.21.15.173:34144) 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.018+0000 7f78eecce640 1 -- 172.21.15.173:0/1909666614 learned_addr learned my addr 172.21.15.173:0/1909666614 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78edccc640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 0x7f78e8153680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78ee4cd640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78e809b140 0x7f78e80b7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78eecce640 1 -- 172.21.15.173:0/1909666614 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 msgr2=0x7f78e8153680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78eecce640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 0x7f78e8153680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78eecce640 1 -- 172.21.15.173:0/1909666614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78e809b140 msgr2=0x7f78e80b7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78eecce640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78e809b140 0x7f78e80b7270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78eecce640 1 -- 172.21.15.173:0/1909666614 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78e8157a10 con 0x7f78e815fc30 2024-09-10T09:27:23.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78eecce640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e815fc30 0x7f78e8158ab0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f78e0007f20 tx=0x7f78e000d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:23.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78daffd640 1 -- 172.21.15.173:0/1909666614 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e001a070 con 0x7f78e815fc30 2024-09-10T09:27:23.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78daffd640 1 -- 172.21.15.173:0/1909666614 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78e0003b90 con 0x7f78e815fc30 2024-09-10T09:27:23.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78f0731640 1 -- 172.21.15.173:0/1909666614 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78e8157cf0 con 0x7f78e815fc30 2024-09-10T09:27:23.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78daffd640 1 -- 172.21.15.173:0/1909666614 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e0004030 con 0x7f78e815fc30 2024-09-10T09:27:23.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.019+0000 7f78f0731640 1 -- 172.21.15.173:0/1909666614 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78e81582b0 con 0x7f78e815fc30 2024-09-10T09:27:23.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.020+0000 7f78f0731640 1 -- 172.21.15.173:0/1909666614 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78e8071e40 con 0x7f78e815fc30 2024-09-10T09:27:23.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.020+0000 7f78daffd640 1 -- 172.21.15.173:0/1909666614 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f78e001d070 con 0x7f78e815fc30 2024-09-10T09:27:23.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.021+0000 7f78daffd640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f78cc06be30 0x7f78cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.021+0000 7f78daffd640 1 -- 172.21.15.173:0/1909666614 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f78e008b4d0 con 0x7f78e815fc30 2024-09-10T09:27:23.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.021+0000 7f78ee4cd640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f78cc06be30 0x7f78cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.021+0000 7f78ee4cd640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f78cc06be30 0x7f78cc06e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f78e4000f60 tx=0x7f78e4007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:23.026 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.025+0000 7f78daffd640 1 -- 172.21.15.173:0/1909666614 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f78e0010070 con 0x7f78e815fc30 2024-09-10T09:27:23.193 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.192+0000 7f78f0731640 1 -- 172.21.15.173:0/1909666614 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f78e8153bc0 con 0x7f78e815fc30 2024-09-10T09:27:23.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.193+0000 7f78daffd640 1 -- 172.21.15.173:0/1909666614 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18634 (secure 0 0 0) 0x7f78e0059b40 con 0x7f78e815fc30 2024-09-10T09:27:23.194 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:23.194 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":25,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:21.637696+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 -- 172.21.15.173:0/1909666614 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f78cc06be30 msgr2=0x7f78cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f78cc06be30 0x7f78cc06e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f78e4000f60 tx=0x7f78e4007c00 comp rx=0 tx=0).stop 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 -- 172.21.15.173:0/1909666614 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e815fc30 msgr2=0x7f78e8158ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e815fc30 0x7f78e8158ab0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f78e0007f20 tx=0x7f78e000d560 comp rx=0 tx=0).stop 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 -- 172.21.15.173:0/1909666614 shutdown_connections 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f78cc06be30 0x7f78cc06e2f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78e815fc30 0x7f78e8158ab0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f78e80b17d0 0x7f78e8153680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 --2- 172.21.15.173:0/1909666614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78e809b140 0x7f78e80b7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 -- 172.21.15.173:0/1909666614 >> 172.21.15.173:0/1909666614 conn(0x7f78e80d23a0 msgr2=0x7f78e809aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 -- 172.21.15.173:0/1909666614 shutdown_connections 2024-09-10T09:27:23.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.195+0000 7f78f0731640 1 -- 172.21.15.173:0/1909666614 wait complete. 2024-09-10T09:27:23.225 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:23.325 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.324+0000 7fd13e58d640 1 Processor -- start 2024-09-10T09:27:23.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.324+0000 7fd13e58d640 1 -- start start 2024-09-10T09:27:23.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13e58d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd13815e5f0 0x7fd1380d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13e58d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fd1380b6690 0x7fd13806d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13e58d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1380d3690 con 0x7fd1380d30f0 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13e58d640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fd13806d530 con 0x7fd1380b6690 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13e58d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fd1380d3970 con 0x7fd13815e5f0 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13cb2a640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fd1380b6690 0x7fd13806d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13cb2a640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fd1380b6690 0x7fd13806d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34156/0 (socket says 172.21.15.173:34156) 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13cb2a640 1 -- 172.21.15.173:0/4177816581 learned_addr learned my addr 172.21.15.173:0/4177816581 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13cb2a640 1 -- 172.21.15.173:0/4177816581 >> v2:172.21.15.176:3300/0 conn(0x7fd13815e5f0 msgr2=0x7fd1380d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13cb2a640 1 --2- 172.21.15.173:0/4177816581 >> v2:172.21.15.176:3300/0 conn(0x7fd13815e5f0 0x7fd1380d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13cb2a640 1 -- 172.21.15.173:0/4177816581 >> v1:172.21.15.176:6789/0 conn(0x7fd1380d30f0 legacy=0x7fd1380b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.325+0000 7fd13cb2a640 1 -- 172.21.15.173:0/4177816581 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd13806cee0 con 0x7fd1380b6690 2024-09-10T09:27:23.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.326+0000 7fd13cb2a640 1 --2- 172.21.15.173:0/4177816581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1380b6690 0x7fd13806d9c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd130009e50 tx=0x7fd13002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=734f74d6fdc389ac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.326+0000 7fd136ffd640 1 -- 172.21.15.173:0/4177816581 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd130036070 con 0x7fd1380b6690 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.326+0000 7fd136ffd640 1 -- 172.21.15.173:0/4177816581 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd130031600 con 0x7fd1380b6690 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.326+0000 7fd136ffd640 1 -- 172.21.15.173:0/4177816581 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1300319d0 con 0x7fd1380b6690 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.326+0000 7fd13e58d640 1 -- 172.21.15.173:0/4177816581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1380b6690 msgr2=0x7fd13806d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.326+0000 7fd13e58d640 1 --2- 172.21.15.173:0/4177816581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1380b6690 0x7fd13806d9c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd130009e50 tx=0x7fd13002a710 comp rx=0 tx=0).stop 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.327+0000 7fd13e58d640 1 -- 172.21.15.173:0/4177816581 shutdown_connections 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.327+0000 7fd13e58d640 1 --2- 172.21.15.173:0/4177816581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1380b6690 0x7fd13806d9c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.327+0000 7fd13e58d640 1 --2- 172.21.15.173:0/4177816581 >> v2:172.21.15.176:3300/0 conn(0x7fd13815e5f0 0x7fd1380d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.327+0000 7fd13e58d640 1 -- 172.21.15.173:0/4177816581 >> 172.21.15.173:0/4177816581 conn(0x7fd13808bfc0 msgr2=0x7fd1380d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.327+0000 7fd13e58d640 1 -- 172.21.15.173:0/4177816581 shutdown_connections 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.327+0000 7fd13e58d640 1 -- 172.21.15.173:0/4177816581 wait complete. 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.328+0000 7fd13e58d640 1 Processor -- start 2024-09-10T09:27:23.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.328+0000 7fd13e58d640 1 -- start start 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13e58d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1380b6690 0x7fd13815c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13e58d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1380d30f0 0x7fd13809e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13e58d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd13815e5f0 0x7fd1380a1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13e58d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd1380d5310 con 0x7fd13815e5f0 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13e58d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd13815e9d0 con 0x7fd1380d30f0 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13e58d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd13806df00 con 0x7fd1380b6690 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13cb2a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd13815e5f0 0x7fd1380a1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13cb2a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd13815e5f0 0x7fd1380a1150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34168/0 (socket says 172.21.15.173:34168) 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13cb2a640 1 -- 172.21.15.173:0/3106546826 learned_addr learned my addr 172.21.15.173:0/3106546826 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd137fff640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1380b6690 0x7fd13815c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd1377fe640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1380d30f0 0x7fd13809e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13cb2a640 1 -- 172.21.15.173:0/3106546826 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1380b6690 msgr2=0x7fd13815c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13cb2a640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1380b6690 0x7fd13815c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13cb2a640 1 -- 172.21.15.173:0/3106546826 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1380d30f0 msgr2=0x7fd13809e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13cb2a640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1380d30f0 0x7fd13809e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13cb2a640 1 -- 172.21.15.173:0/3106546826 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd13809ec30 con 0x7fd13815e5f0 2024-09-10T09:27:23.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd1377fe640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1380d30f0 0x7fd13809e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:23.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13cb2a640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd13815e5f0 0x7fd1380a1150 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd130034040 tx=0x7fd130004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:23.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd134ff9640 1 -- 172.21.15.173:0/3106546826 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd130036040 con 0x7fd13815e5f0 2024-09-10T09:27:23.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd134ff9640 1 -- 172.21.15.173:0/3106546826 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd130003990 con 0x7fd13815e5f0 2024-09-10T09:27:23.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13e58d640 1 -- 172.21.15.173:0/3106546826 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1380a0670 con 0x7fd13815e5f0 2024-09-10T09:27:23.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd134ff9640 1 -- 172.21.15.173:0/3106546826 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd130009510 con 0x7fd13815e5f0 2024-09-10T09:27:23.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.329+0000 7fd13e58d640 1 -- 172.21.15.173:0/3106546826 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1380a0320 con 0x7fd13815e5f0 2024-09-10T09:27:23.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.330+0000 7fd13e58d640 1 -- 172.21.15.173:0/3106546826 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd13806d9c0 con 0x7fd13815e5f0 2024-09-10T09:27:23.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.331+0000 7fd134ff9640 1 -- 172.21.15.173:0/3106546826 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd130007780 con 0x7fd13815e5f0 2024-09-10T09:27:23.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.331+0000 7fd134ff9640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd12406be30 0x7fd12406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.332+0000 7fd134ff9640 1 -- 172.21.15.173:0/3106546826 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd1300ac550 con 0x7fd13815e5f0 2024-09-10T09:27:23.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.332+0000 7fd137fff640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd12406be30 0x7fd12406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.332+0000 7fd137fff640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd12406be30 0x7fd12406e2f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd1380b6190 tx=0x7fd128008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:23.337 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.336+0000 7fd134ff9640 1 -- 172.21.15.173:0/3106546826 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd13007ad70 con 0x7fd13815e5f0 2024-09-10T09:27:23.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.537+0000 7fd13e58d640 1 -- 172.21.15.173:0/3106546826 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd1380b2bb0 con 0x7fd13815e5f0 2024-09-10T09:27:23.539 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.538+0000 7fd134ff9640 1 -- 172.21.15.173:0/3106546826 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5228 (secure 0 0 0) 0x7fd13007a670 con 0x7fd13815e5f0 2024-09-10T09:27:23.539 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:23.540 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":7,"btime":"2024-09-10T09:27:22:278471+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:27:16.577320+0000","modified":"2024-09-10T09:27:21.637929+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-09-10T09:27:23.540 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 7 2024-09-10T09:27:23.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 -- 172.21.15.173:0/3106546826 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd12406be30 msgr2=0x7fd12406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd12406be30 0x7fd12406e2f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd1380b6190 tx=0x7fd128008040 comp rx=0 tx=0).stop 2024-09-10T09:27:23.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 -- 172.21.15.173:0/3106546826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd13815e5f0 msgr2=0x7fd1380a1150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd13815e5f0 0x7fd1380a1150 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd130034040 tx=0x7fd130004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:23.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 -- 172.21.15.173:0/3106546826 shutdown_connections 2024-09-10T09:27:23.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd12406be30 0x7fd12406e2f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.543 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd13815e5f0 0x7fd1380a1150 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.543 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1380d30f0 0x7fd13809e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.543 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 --2- 172.21.15.173:0/3106546826 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1380b6690 0x7fd13815c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.543 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 -- 172.21.15.173:0/3106546826 >> 172.21.15.173:0/3106546826 conn(0x7fd13808bfc0 msgr2=0x7fd13815d920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:23.543 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 -- 172.21.15.173:0/3106546826 shutdown_connections 2024-09-10T09:27:23.543 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.540+0000 7fd13e58d640 1 -- 172.21.15.173:0/3106546826 wait complete. 2024-09-10T09:27:23.552 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:23.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.648+0000 7fad033c6640 1 Processor -- start 2024-09-10T09:27:23.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.649+0000 7fad033c6640 1 -- start start 2024-09-10T09:27:23.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad033c6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc0b5050 0x7facfc09aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad033c6640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7facfc0b3830 con 0x7facfc0b43f0 2024-09-10T09:27:23.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad033c6640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7facfc0b5610 con 0x7facfc15b340 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad033c6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7facfc0b5bd0 con 0x7facfc0b5050 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad00961640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7facfc0b43f0 0x7facfc15b720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40988/0 (socket says 172.21.15.173:40988) 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad00961640 1 -- 172.21.15.173:0/286399866 learned_addr learned my addr 172.21.15.173:0/286399866 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad01963640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc0b5050 0x7facfc09aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2496724440 0 0) 0x7facfc0b3830 con 0x7facfc0b43f0 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7face4003520 con 0x7facfc0b43f0 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4007924389 0 0) 0x7facfc0b5610 con 0x7facfc15b340 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7facfc0b3830 con 0x7facfc15b340 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2022111214 0 0) 0x7face4003520 con 0x7facfc0b43f0 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc0b5050 msgr2=0x7facfc09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc0b5050 0x7facfc09aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 >> v1:172.21.15.176:6789/0 conn(0x7facfc15b340 legacy=0x7facfc0b4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facfc0b58f0 con 0x7facfc0b43f0 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7facf0001670 con 0x7facfc0b43f0 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad01963640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc0b5050 0x7facfc09aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 >> v1:172.21.15.173:6789/0 conn(0x7facfc0b43f0 legacy=0x7facfc15b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 0x7face4003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc0b5050 0x7face4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7face4004d40 0x7face40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7facfc0b5bd0 con 0x7face4003b70 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7face400ba70 con 0x7face4004d40 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7face400bbf0 con 0x7facfc0b5050 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad01162640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 0x7face4003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad00961640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc0b5050 0x7face4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.650+0000 7fad01963640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7face4004d40 0x7face40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.651+0000 7fad01162640 1 -- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc0b5050 msgr2=0x7face4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:23.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.651+0000 7fad01162640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc0b5050 0x7face4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.651+0000 7fad01162640 1 -- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7face4004d40 msgr2=0x7face40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.651+0000 7fad01162640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7face4004d40 0x7face40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.651+0000 7fad01162640 1 -- 172.21.15.173:0/286399866 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7face4003520 con 0x7face4003b70 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.651+0000 7fad01162640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 0x7face4003f70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7facf4001900 tx=0x7face4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=969738dbe9d1699b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.651+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf40014f0 con 0x7face4003b70 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.651+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facf40052d0 con 0x7face4003b70 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.651+0000 7facfbfff640 1 -- 172.21.15.173:0/286399866 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf402ac80 con 0x7face4003b70 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.652+0000 7fad033c6640 1 -- 172.21.15.173:0/286399866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 msgr2=0x7face4003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.652+0000 7fad033c6640 1 --2- 172.21.15.173:0/286399866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 0x7face4003f70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7facf4001900 tx=0x7face4005830 comp rx=0 tx=0).stop 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.652+0000 7fad01963640 1 -- 172.21.15.173:0/286399866 reap_dead start 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.652+0000 7fad033c6640 1 -- 172.21.15.173:0/286399866 shutdown_connections 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.652+0000 7fad033c6640 1 -- 172.21.15.173:0/286399866 >> 172.21.15.173:0/286399866 conn(0x7facfc073490 msgr2=0x7facfc0b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.652+0000 7fad033c6640 1 -- 172.21.15.173:0/286399866 shutdown_connections 2024-09-10T09:27:23.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.652+0000 7fad033c6640 1 -- 172.21.15.173:0/286399866 wait complete. 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.653+0000 7fad033c6640 1 Processor -- start 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.653+0000 7fad033c6640 1 -- start start 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad033c6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 0x7facfc149c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad033c6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc09ceb0 0x7facfc09d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad033c6640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7facfc154de0 0x7facfc155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad033c6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7facfc0cdb30 con 0x7face4003b70 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad033c6640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7facfc15d8f0 con 0x7facfc154de0 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad033c6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7facfc0cdcb0 con 0x7facfc09ceb0 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad01162640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 0x7facfc149c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad01162640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 0x7facfc149c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34182/0 (socket says 172.21.15.173:34182) 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad01162640 1 -- 172.21.15.173:0/3155708166 learned_addr learned my addr 172.21.15.173:0/3155708166 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad01963640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7facfc154de0 0x7facfc155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad00961640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc09ceb0 0x7facfc09d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad01162640 1 -- 172.21.15.173:0/3155708166 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc09ceb0 msgr2=0x7facfc09d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad01162640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc09ceb0 0x7facfc09d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad01162640 1 -- 172.21.15.173:0/3155708166 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7facfc154de0 msgr2=0x7facfc155260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad01162640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7facfc154de0 0x7facfc155260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad01162640 1 -- 172.21.15.173:0/3155708166 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facfc14a1d0 con 0x7face4003b70 2024-09-10T09:27:23.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.654+0000 7fad01162640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 0x7facfc149c90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7facf4001900 tx=0x7facf40012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:23.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.655+0000 7facf9ffb640 1 -- 172.21.15.173:0/3155708166 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf403f020 con 0x7face4003b70 2024-09-10T09:27:23.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.655+0000 7facf9ffb640 1 -- 172.21.15.173:0/3155708166 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facf4006e50 con 0x7face4003b70 2024-09-10T09:27:23.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.655+0000 7fad033c6640 1 -- 172.21.15.173:0/3155708166 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facfc1557a0 con 0x7face4003b70 2024-09-10T09:27:23.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.655+0000 7facf9ffb640 1 -- 172.21.15.173:0/3155708166 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf4037040 con 0x7face4003b70 2024-09-10T09:27:23.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.655+0000 7fad033c6640 1 -- 172.21.15.173:0/3155708166 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facfc09b690 con 0x7face4003b70 2024-09-10T09:27:23.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.656+0000 7fad033c6640 1 -- 172.21.15.173:0/3155708166 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facfc09aa30 con 0x7face4003b70 2024-09-10T09:27:23.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.656+0000 7facf9ffb640 1 -- 172.21.15.173:0/3155708166 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7facf4042020 con 0x7face4003b70 2024-09-10T09:27:23.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.657+0000 7facf9ffb640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7face806be60 0x7face806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:23.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.657+0000 7facf9ffb640 1 -- 172.21.15.173:0/3155708166 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7facf40aac00 con 0x7face4003b70 2024-09-10T09:27:23.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.657+0000 7fad00961640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7face806be60 0x7face806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:23.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.657+0000 7fad00961640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7face806be60 0x7face806e320 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7facf0000fb0 tx=0x7facf0001e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:23.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.661+0000 7facf9ffb640 1 -- 172.21.15.173:0/3155708166 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7facf40b1080 con 0x7face4003b70 2024-09-10T09:27:23.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.829+0000 7fad033c6640 1 -- 172.21.15.173:0/3155708166 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7facfc159810 con 0x7face4003b70 2024-09-10T09:27:23.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.830+0000 7facf9ffb640 1 -- 172.21.15.173:0/3155708166 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18634 (secure 0 0 0) 0x7facf4049030 con 0x7face4003b70 2024-09-10T09:27:23.831 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:23.831 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":25,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:21.637696+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:23.833 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 -- 172.21.15.173:0/3155708166 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7face806be60 msgr2=0x7face806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7face806be60 0x7face806e320 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7facf0000fb0 tx=0x7facf0001e30 comp rx=0 tx=0).stop 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 -- 172.21.15.173:0/3155708166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 msgr2=0x7facfc149c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 0x7facfc149c90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7facf4001900 tx=0x7facf40012d0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 -- 172.21.15.173:0/3155708166 shutdown_connections 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7face806be60 0x7face806e320 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7facfc154de0 0x7facfc155260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facfc09ceb0 0x7facfc09d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 --2- 172.21.15.173:0/3155708166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7face4003b70 0x7facfc149c90 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 -- 172.21.15.173:0/3155708166 >> 172.21.15.173:0/3155708166 conn(0x7facfc073490 msgr2=0x7facfc06fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 -- 172.21.15.173:0/3155708166 shutdown_connections 2024-09-10T09:27:23.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:23.832+0000 7fad033c6640 1 -- 172.21.15.173:0/3155708166 wait complete. 2024-09-10T09:27:24.247 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T09:27:16.577320+0000', 'modified': '2024-09-10T09:27:21.637929+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4294}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4294': {'gid': 4294, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.176:6835/2343589696', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6833', 'nonce': 2343589696}, {'type': 'v1', 'addr': '172.21.15.176:6835', 'nonce': 2343589696}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4294, 'qdb_cluster': [4294]} 2024-09-10T09:27:24.247 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T09:27:24.247 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-10T09:27:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.360+0000 7f343a5f1640 1 Processor -- start 2024-09-10T09:27:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.360+0000 7f343a5f1640 1 -- start start 2024-09-10T09:27:24.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f343a5f1640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f343415c520 0x7f343409b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f343a5f1640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f34340d1090 0x7f34340b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f343a5f1640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34340cec00 con 0x7f34340b1620 2024-09-10T09:27:24.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f343a5f1640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f343409bd90 con 0x7f343415c520 2024-09-10T09:27:24.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f343a5f1640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f34340d0010 con 0x7f34340d1090 2024-09-10T09:27:24.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f3433fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f343415c520 0x7f343409b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f3433fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f343415c520 0x7f343409b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34192/0 (socket says 172.21.15.173:34192) 2024-09-10T09:27:24.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f3433fff640 1 -- 172.21.15.173:0/603236230 learned_addr learned my addr 172.21.15.173:0/603236230 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:24.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f3438b8e640 1 --2- 172.21.15.173:0/603236230 >> v2:172.21.15.176:3300/0 conn(0x7f34340d1090 0x7f34340b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f3433fff640 1 -- 172.21.15.173:0/603236230 >> v2:172.21.15.176:3300/0 conn(0x7f34340d1090 msgr2=0x7f34340b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f3433fff640 1 --2- 172.21.15.173:0/603236230 >> v2:172.21.15.176:3300/0 conn(0x7f34340d1090 0x7f34340b1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f3433fff640 1 -- 172.21.15.173:0/603236230 >> v1:172.21.15.176:6789/0 conn(0x7f34340b1620 legacy=0x7f34340d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.361+0000 7f3433fff640 1 -- 172.21.15.173:0/603236230 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34340d02f0 con 0x7f343415c520 2024-09-10T09:27:24.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.362+0000 7f3433fff640 1 --2- 172.21.15.173:0/603236230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f343415c520 0x7f343409b720 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f34340b3ea0 tx=0x7f342402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f5d20d738bc33ce server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:24.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.362+0000 7f3432ffd640 1 -- 172.21.15.173:0/603236230 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3424037070 con 0x7f343415c520 2024-09-10T09:27:24.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.362+0000 7f3432ffd640 1 -- 172.21.15.173:0/603236230 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3424032440 con 0x7f343415c520 2024-09-10T09:27:24.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.362+0000 7f3432ffd640 1 -- 172.21.15.173:0/603236230 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3424032810 con 0x7f343415c520 2024-09-10T09:27:24.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.362+0000 7f343a5f1640 1 -- 172.21.15.173:0/603236230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f343415c520 msgr2=0x7f343409b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.362+0000 7f343a5f1640 1 --2- 172.21.15.173:0/603236230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f343415c520 0x7f343409b720 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f34340b3ea0 tx=0x7f342402a270 comp rx=0 tx=0).stop 2024-09-10T09:27:24.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.362+0000 7f343a5f1640 1 -- 172.21.15.173:0/603236230 shutdown_connections 2024-09-10T09:27:24.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.362+0000 7f343a5f1640 1 --2- 172.21.15.173:0/603236230 >> v2:172.21.15.176:3300/0 conn(0x7f34340d1090 0x7f34340b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.362+0000 7f343a5f1640 1 --2- 172.21.15.173:0/603236230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f343415c520 0x7f343409b720 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.362+0000 7f343a5f1640 1 -- 172.21.15.173:0/603236230 >> 172.21.15.173:0/603236230 conn(0x7f34340d23a0 msgr2=0x7f34340d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:24.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.363+0000 7f343a5f1640 1 -- 172.21.15.173:0/603236230 shutdown_connections 2024-09-10T09:27:24.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.363+0000 7f343a5f1640 1 -- 172.21.15.173:0/603236230 wait complete. 2024-09-10T09:27:24.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.364+0000 7f343a5f1640 1 Processor -- start 2024-09-10T09:27:24.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.364+0000 7f343a5f1640 1 -- start start 2024-09-10T09:27:24.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f343a5f1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f34340b1620 0x7f3434159240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f343a5f1640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f34340d1090 0x7f34340c9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f343a5f1640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f343415c520 0x7f343406de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f343a5f1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f343415c900 con 0x7f34340b1620 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f343a5f1640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f34340d05d0 con 0x7f343415c520 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f343a5f1640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f34340b67b0 con 0x7f34340d1090 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3433fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f34340b1620 0x7f3434159240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3433fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f34340b1620 0x7f3434159240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34200/0 (socket says 172.21.15.173:34200) 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3433fff640 1 -- 172.21.15.173:0/323927644 learned_addr learned my addr 172.21.15.173:0/323927644 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f34337fe640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f34340d1090 0x7f34340c9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3438b8e640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f343415c520 0x7f343406de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3433fff640 1 -- 172.21.15.173:0/323927644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f34340d1090 msgr2=0x7f34340c9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3433fff640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f34340d1090 0x7f34340c9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3433fff640 1 -- 172.21.15.173:0/323927644 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f343415c520 msgr2=0x7f343406de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3433fff640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f343415c520 0x7f343406de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3433fff640 1 -- 172.21.15.173:0/323927644 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34340b6a90 con 0x7f34340b1620 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3433fff640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f34340b1620 0x7f3434159240 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f342402a2b0 tx=0x7f34240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3430ff9640 1 -- 172.21.15.173:0/323927644 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3424041030 con 0x7f34340b1620 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3430ff9640 1 -- 172.21.15.173:0/323927644 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3424030440 con 0x7f34340b1620 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f3430ff9640 1 -- 172.21.15.173:0/323927644 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3424037040 con 0x7f34340b1620 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f343a5f1640 1 -- 172.21.15.173:0/323927644 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34340b6d70 con 0x7f34340b1620 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.365+0000 7f343a5f1640 1 -- 172.21.15.173:0/323927644 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34341f8790 con 0x7f34340b1620 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.367+0000 7f3430ff9640 1 -- 172.21.15.173:0/323927644 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3424044070 con 0x7f34340b1620 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.367+0000 7f3430ff9640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f342006be30 0x7f342006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.367+0000 7f3430ff9640 1 -- 172.21.15.173:0/323927644 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f34240ab710 con 0x7f34340b1620 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.367+0000 7f34337fe640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f342006be30 0x7f342006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.368+0000 7f34337fe640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f342006be30 0x7f342006e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f34341f8a60 tx=0x7f3428009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:24.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.368+0000 7f343d463740 1 Processor -- start 2024-09-10T09:27:24.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.368+0000 7f343d463740 1 -- start start 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f343d463740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba008a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f343d463740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc0a80 0x5601b9fc36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f343d463740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601b9fbd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f343d463740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5601b9f25520 con 0x5601b9fc32c0 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f343d463740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5601b9ecd3e0 con 0x5601b9fc0a80 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f343d463740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x5601b9f214e0 con 0x5601b9fc4a50 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f3433fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba008a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f3433fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba008a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34206/0 (socket says 172.21.15.173:34206) 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f3433fff640 1 -- 172.21.15.173:0/2343607213 learned_addr learned my addr 172.21.15.173:0/2343607213 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f3433fff640 1 -- 172.21.15.173:0/2343607213 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 msgr2=0x5601b9fbd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f3433fff640 1 --2- 172.21.15.173:0/2343607213 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601b9fbd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f3433fff640 1 -- 172.21.15.173:0/2343607213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc0a80 msgr2=0x5601b9fc36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f3433fff640 1 --2- 172.21.15.173:0/2343607213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc0a80 0x5601b9fc36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f3433fff640 1 -- 172.21.15.173:0/2343607213 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601b9ee82f0 con 0x5601b9fc32c0 2024-09-10T09:27:24.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.369+0000 7f3433fff640 1 --2- 172.21.15.173:0/2343607213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba008a60 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f34240a9900 tx=0x7f34240759b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c8a260731659611 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:24.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f3419ffb640 1 -- 172.21.15.173:0/2343607213 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342407dac0 con 0x5601b9fc32c0 2024-09-10T09:27:24.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f3419ffb640 1 -- 172.21.15.173:0/2343607213 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34240822f0 con 0x5601b9fc32c0 2024-09-10T09:27:24.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f3419ffb640 1 -- 172.21.15.173:0/2343607213 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342403adf0 con 0x5601b9fc32c0 2024-09-10T09:27:24.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f343d463740 1 -- 172.21.15.173:0/2343607213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 msgr2=0x5601ba008a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f343d463740 1 --2- 172.21.15.173:0/2343607213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba008a60 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f34240a9900 tx=0x7f34240759b0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f343d463740 1 -- 172.21.15.173:0/2343607213 shutdown_connections 2024-09-10T09:27:24.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f343d463740 1 --2- 172.21.15.173:0/2343607213 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601b9fbd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f343d463740 1 --2- 172.21.15.173:0/2343607213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc0a80 0x5601b9fc36a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f343d463740 1 --2- 172.21.15.173:0/2343607213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba008a60 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f343d463740 1 -- 172.21.15.173:0/2343607213 >> 172.21.15.173:0/2343607213 conn(0x5601b9fbfa80 msgr2=0x5601ba007f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f343d463740 1 -- 172.21.15.173:0/2343607213 shutdown_connections 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.370+0000 7f343d463740 1 -- 172.21.15.173:0/2343607213 wait complete. 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.371+0000 7f343d463740 1 -- start start 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.371+0000 7f343d463740 1 Processor -- start 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f343d463740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc32c0 0x5601b9fed4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f343d463740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601b9fe39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f343d463740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fe3f10 0x5601b9fbdb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f343d463740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5601b9ecd3e0 con 0x5601b9fe3f10 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f343d463740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5601b9eae450 con 0x5601b9fc32c0 2024-09-10T09:27:24.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f343d463740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x5601b9f25520 con 0x5601b9fc4a50 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f343d463740 10 client.0 _ll_register_callbacks cb 0x5601b9c37ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3438b8e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fe3f10 0x5601b9fbdb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3438b8e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fe3f10 0x5601b9fbdb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34214/0 (socket says 172.21.15.173:34214) 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3438b8e640 1 -- 172.21.15.173:0/2122211234 learned_addr learned my addr 172.21.15.173:0/2122211234 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f34337fe640 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601b9fe39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3433fff640 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc32c0 0x5601b9fed4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3438b8e640 1 -- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 msgr2=0x5601b9fe39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3438b8e640 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601b9fe39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3438b8e640 1 -- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc32c0 msgr2=0x5601b9fed4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3438b8e640 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc32c0 0x5601b9fed4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3438b8e640 1 -- 172.21.15.173:0/2122211234 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601b9c382d0 con 0x5601b9fe3f10 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3433fff640 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc32c0 0x5601b9fed4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:24.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f34337fe640 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601b9fe39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3438b8e640 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fe3f10 0x5601b9fbdb70 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f342c009fd0 tx=0x7f342c007f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79b0848400d79f39 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3412ffd640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3412ffd640 1 -- 172.21.15.173:0/2122211234 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342c01a020 con 0x5601b9fe3f10 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f3412ffd640 1 -- 172.21.15.173:0/2122211234 <== mon.0 v2:172.21.15.173:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f342c011af0 con 0x5601b9fe3f10 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.372+0000 7f343d463740 1 -- 172.21.15.173:0/2122211234 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34240822f0 con 0x5601b9fe3f10 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f3412ffd640 1 -- 172.21.15.173:0/2122211234 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f342c024050 con 0x5601b9fe3f10 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f343d463740 10 client.4377 fetch_fsmap learned FSMap version 7 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f343d463740 1 -- 172.21.15.173:0/2122211234 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x5601b9d026b0 con 0x5601b9fe3f10 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f3412ffd640 1 -- 172.21.15.173:0/2122211234 <== mon.0 v2:172.21.15.173:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34240822f0 con 0x5601b9fe3f10 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f3412ffd640 1 -- 172.21.15.173:0/2122211234 <== mon.0 v2:172.21.15.173:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f342c027020 con 0x5601b9fe3f10 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f343d463740 10 client.4377 fetch_fsmap finished waiting for FSMap version 7 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f343d463740 10 client.4377 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-10T09:27:24.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f343d463740 20 client.4377 populate_metadata read hostname 'smithi173' 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f343d463740 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x5601b9feadc0 0x5601b9fe5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f343d463740 4 client.4377 mds_command: new command op to 4294 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f343d463740 1 -- 172.21.15.173:0/2122211234 --> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5601b9f32c50 con 0x5601b9feadc0 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.373+0000 7f3433fff640 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x5601b9feadc0 0x5601b9fe5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.374+0000 7f3412ffd640 10 client.4377 ms_handle_connect on v2:172.21.15.176:6833/2343589696 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.374+0000 7f3433fff640 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x5601b9feadc0 0x5601b9fe5eb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b079eef8688aff8b server_cookie=161cdeb12a4d8c25 in_seq=0 out_seq=0 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.374+0000 7f3412ffd640 1 -- 172.21.15.173:0/2122211234 <== mds.0 v2:172.21.15.176:6833/2343589696 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5601b9f32c50 con 0x5601b9feadc0 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.374+0000 7f3412ffd640 10 client.4377 handle_command_reply: tid=0 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.374+0000 7f343d463740 1 client.4377 shutdown 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.374+0000 7f343d463740 1 -- 172.21.15.173:0/2122211234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fe3f10 msgr2=0x5601b9fbdb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.374+0000 7f343d463740 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fe3f10 0x5601b9fbdb70 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f342c009fd0 tx=0x7f342c007f60 comp rx=0 tx=0).stop 2024-09-10T09:27:24.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.374+0000 7f343d463740 1 -- 172.21.15.173:0/2122211234 shutdown_connections 2024-09-10T09:27:24.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.374+0000 7f343d463740 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x5601b9feadc0 0x5601b9fe5eb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.374+0000 7f343d463740 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fe3f10 0x5601b9fbdb70 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.375+0000 7f3412ffd640 0 client.4377 ms_handle_reset on v2:172.21.15.176:6833/2343589696 2024-09-10T09:27:24.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.375+0000 7f343d463740 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601b9fe39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.375+0000 7f343d463740 1 --2- 172.21.15.173:0/2122211234 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc32c0 0x5601b9fed4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.375+0000 7f343d463740 1 -- 172.21.15.173:0/2122211234 >> 172.21.15.173:0/2122211234 conn(0x5601b9fc0a80 msgr2=0x5601ba007750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:24.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.375+0000 7f343d463740 1 -- 172.21.15.173:0/2122211234 shutdown_connections 2024-09-10T09:27:24.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.375+0000 7f343d463740 1 -- 172.21.15.173:0/2122211234 wait complete. 2024-09-10T09:27:24.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.375+0000 7f343d463740 20 client.4377 trim_cache size 0 max 16384 2024-09-10T09:27:24.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.392+0000 7f343d463740 1 Processor -- start 2024-09-10T09:27:24.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.392+0000 7f343d463740 1 -- start start 2024-09-10T09:27:24.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f343d463740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba007620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f343d463740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601ba007b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f343d463740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fe3f10 0x5601ba005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f343d463740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3434201050 con 0x5601b9fc32c0 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f343d463740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f34341e3b10 con 0x5601b9fe3f10 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f343d463740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f3434200a00 con 0x5601b9fc4a50 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f3433fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba007620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f3433fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba007620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34230/0 (socket says 172.21.15.173:34230) 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f3433fff640 1 -- 172.21.15.173:0/4076802761 learned_addr learned my addr 172.21.15.173:0/4076802761 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f3433fff640 1 -- 172.21.15.173:0/4076802761 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 msgr2=0x5601ba007b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f3433fff640 1 --2- 172.21.15.173:0/4076802761 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601ba007b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f3433fff640 1 -- 172.21.15.173:0/4076802761 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fe3f10 msgr2=0x5601ba005fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f3433fff640 1 --2- 172.21.15.173:0/4076802761 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fe3f10 0x5601ba005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f3433fff640 1 -- 172.21.15.173:0/4076802761 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601b9fe3d40 con 0x5601b9fc32c0 2024-09-10T09:27:24.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.393+0000 7f3433fff640 1 --2- 172.21.15.173:0/4076802761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba007620 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3424079410 tx=0x7f342403e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f50e337e9a786b91 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:24.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f34197fa640 1 -- 172.21.15.173:0/4076802761 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342409d070 con 0x5601b9fc32c0 2024-09-10T09:27:24.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f34197fa640 1 -- 172.21.15.173:0/4076802761 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3424095030 con 0x5601b9fc32c0 2024-09-10T09:27:24.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f34197fa640 1 -- 172.21.15.173:0/4076802761 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34240822f0 con 0x5601b9fc32c0 2024-09-10T09:27:24.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f343d463740 1 -- 172.21.15.173:0/4076802761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 msgr2=0x5601ba007620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f343d463740 1 --2- 172.21.15.173:0/4076802761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba007620 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3424079410 tx=0x7f342403e000 comp rx=0 tx=0).stop 2024-09-10T09:27:24.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f343d463740 1 -- 172.21.15.173:0/4076802761 shutdown_connections 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f343d463740 1 --2- 172.21.15.173:0/4076802761 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fe3f10 0x5601ba005fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f343d463740 1 --2- 172.21.15.173:0/4076802761 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fc4a50 0x5601ba007b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f343d463740 1 --2- 172.21.15.173:0/4076802761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601ba007620 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f343d463740 1 -- 172.21.15.173:0/4076802761 >> 172.21.15.173:0/4076802761 conn(0x5601b9fc0a80 msgr2=0x5601b9febdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f343d463740 1 -- 172.21.15.173:0/4076802761 shutdown_connections 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.394+0000 7f343d463740 1 -- 172.21.15.173:0/4076802761 wait complete. 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.395+0000 7f343d463740 1 -- start start 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.395+0000 7f343d463740 1 Processor -- start 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f343d463740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601b9fde250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f343d463740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc4a50 0x5601ba085de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f343d463740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fe3f10 0x5601ba021470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f343d463740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5601ba005b30 con 0x5601b9fc32c0 2024-09-10T09:27:24.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f343d463740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5601ba0028d0 con 0x5601b9fc4a50 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f343d463740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x5601b9feb290 con 0x5601b9fe3f10 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f343d463740 10 client.0 _ll_register_callbacks cb 0x7f342c009b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3433fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601b9fde250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3433fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601b9fde250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34234/0 (socket says 172.21.15.173:34234) 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3433fff640 1 -- 172.21.15.173:0/1564623843 learned_addr learned my addr 172.21.15.173:0/1564623843 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3438b8e640 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fe3f10 0x5601ba021470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f34337fe640 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc4a50 0x5601ba085de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3433fff640 1 -- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fe3f10 msgr2=0x5601ba021470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3433fff640 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fe3f10 0x5601ba021470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3433fff640 1 -- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc4a50 msgr2=0x5601ba085de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3433fff640 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc4a50 0x5601ba085de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3433fff640 1 -- 172.21.15.173:0/1564623843 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601ba007c80 con 0x5601b9fc32c0 2024-09-10T09:27:24.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3433fff640 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601b9fde250 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3424075b70 tx=0x7f34240ab070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25b6e1e97c7873fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:24.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3412ffd640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-09-10T09:27:24.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3412ffd640 1 -- 172.21.15.173:0/1564623843 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342409d060 con 0x5601b9fc32c0 2024-09-10T09:27:24.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3412ffd640 1 -- 172.21.15.173:0/1564623843 <== mon.0 v2:172.21.15.173:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f342403adf0 con 0x5601b9fc32c0 2024-09-10T09:27:24.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f343d463740 1 -- 172.21.15.173:0/1564623843 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3424095030 con 0x5601b9fc32c0 2024-09-10T09:27:24.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3412ffd640 1 -- 172.21.15.173:0/1564623843 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f34240822f0 con 0x5601b9fc32c0 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f343d463740 10 client.4383 fetch_fsmap learned FSMap version 7 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f343d463740 1 -- 172.21.15.173:0/1564623843 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x5601ba007c80 con 0x5601b9fc32c0 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.396+0000 7f3412ffd640 1 -- 172.21.15.173:0/1564623843 <== mon.0 v2:172.21.15.173:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3424095030 con 0x5601b9fc32c0 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f3412ffd640 1 -- 172.21.15.173:0/1564623843 <== mon.0 v2:172.21.15.173:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f34240a4020 con 0x5601b9fc32c0 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f343d463740 10 client.4383 fetch_fsmap finished waiting for FSMap version 7 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f343d463740 10 client.4383 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f343d463740 20 client.4383 populate_metadata read hostname 'smithi173' 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f343d463740 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x5601b9feadc0 0x5601ba0219b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f343d463740 4 client.4383 mds_command: new command op to 4294 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f343d463740 1 -- 172.21.15.173:0/1564623843 --> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] -- command(tid 0: {"prefix": "status"}) -- 0x5601b9f2cfa0 con 0x5601b9feadc0 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f34337fe640 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x5601b9feadc0 0x5601ba0219b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f34337fe640 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x5601b9feadc0 0x5601ba0219b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d279746dfdb35a2e server_cookie=e60bbf0302277df9 in_seq=0 out_seq=0 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f3412ffd640 10 client.4383 ms_handle_connect on v2:172.21.15.176:6833/2343589696 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f3412ffd640 1 -- 172.21.15.173:0/1564623843 <== mds.0 v2:172.21.15.176:6833/2343589696 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x5601b9f2cfa0 con 0x5601b9feadc0 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f3412ffd640 10 client.4383 handle_command_reply: tid=0 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.397+0000 7f343d463740 1 client.4383 shutdown 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 1 -- 172.21.15.173:0/1564623843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 msgr2=0x5601b9fde250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601b9fde250 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3424075b70 tx=0x7f34240ab070 comp rx=0 tx=0).stop 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 1 -- 172.21.15.173:0/1564623843 shutdown_connections 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5601b9fe3f10 0x5601ba021470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5601b9fc4a50 0x5601ba085de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x5601b9feadc0 0x5601ba0219b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 1 --2- 172.21.15.173:0/1564623843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5601b9fc32c0 0x5601b9fde250 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f3412ffd640 0 client.4383 ms_handle_reset on v2:172.21.15.176:6833/2343589696 2024-09-10T09:27:24.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 1 -- 172.21.15.173:0/1564623843 >> 172.21.15.173:0/1564623843 conn(0x5601b9fc0a80 msgr2=0x5601b9fbcaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:24.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 1 -- 172.21.15.173:0/1564623843 shutdown_connections 2024-09-10T09:27:24.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 1 -- 172.21.15.173:0/1564623843 wait complete. 2024-09-10T09:27:24.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343d463740 20 client.4383 trim_cache size 0 max 16384 2024-09-10T09:27:24.412 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:27:24.412 INFO:teuthology.orchestra.run.smithi173.stdout: "cluster_fsid": "34710975-cc63-4584-a582-b352ccae7f87", 2024-09-10T09:27:24.412 INFO:teuthology.orchestra.run.smithi173.stdout: "whoami": 0, 2024-09-10T09:27:24.413 INFO:teuthology.orchestra.run.smithi173.stdout: "id": 4294, 2024-09-10T09:27:24.413 INFO:teuthology.orchestra.run.smithi173.stdout: "want_state": "up:active", 2024-09-10T09:27:24.413 INFO:teuthology.orchestra.run.smithi173.stdout: "state": "up:active", 2024-09-10T09:27:24.413 INFO:teuthology.orchestra.run.smithi173.stdout: "fs_name": "cephfs", 2024-09-10T09:27:24.413 INFO:teuthology.orchestra.run.smithi173.stdout: "rank_uptime": 7.1370137509999996, 2024-09-10T09:27:24.413 INFO:teuthology.orchestra.run.smithi173.stdout: "mdsmap_epoch": 7, 2024-09-10T09:27:24.413 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_epoch": 25, 2024-09-10T09:27:24.413 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_epoch_barrier": 25, 2024-09-10T09:27:24.413 INFO:teuthology.orchestra.run.smithi173.stdout: "uptime": 12.381251782 2024-09-10T09:27:24.413 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:27:24.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 -- 172.21.15.173:0/323927644 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f342006be30 msgr2=0x7f342006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f342006be30 0x7f342006e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f34341f8a60 tx=0x7f3428009040 comp rx=0 tx=0).stop 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 -- 172.21.15.173:0/323927644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f34340b1620 msgr2=0x7f3434159240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f34340b1620 0x7f3434159240 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f342402a2b0 tx=0x7f34240046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 -- 172.21.15.173:0/323927644 shutdown_connections 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f342006be30 0x7f342006e2f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f343415c520 0x7f343406de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f34340d1090 0x7f34340c9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 --2- 172.21.15.173:0/323927644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f34340b1620 0x7f3434159240 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 -- 172.21.15.173:0/323927644 >> 172.21.15.173:0/323927644 conn(0x7f34340d23a0 msgr2=0x7f34340d2780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 -- 172.21.15.173:0/323927644 shutdown_connections 2024-09-10T09:27:24.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.398+0000 7f343a5f1640 1 -- 172.21.15.173:0/323927644 wait complete. 2024-09-10T09:27:24.416 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T09:27:24.416 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-10T09:27:24.416 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T09:27:24.515 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.514+0000 7f8c42465640 1 Processor -- start 2024-09-10T09:27:24.515 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.514+0000 7f8c42465640 1 -- start start 2024-09-10T09:27:24.517 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.515+0000 7f8c42465640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8c3c15e740 0x7f8c3c0d1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.517 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.515+0000 7f8c42465640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c06dbd0 0x7f8c3c06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.517 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.515+0000 7f8c42465640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c3c06e000 con 0x7f8c3c09b690 2024-09-10T09:27:24.517 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.515+0000 7f8c42465640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f8c3c15eb20 con 0x7f8c3c15e740 2024-09-10T09:27:24.517 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.515+0000 7f8c42465640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8c3c06d260 con 0x7f8c3c06dbd0 2024-09-10T09:27:24.517 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.515+0000 7f8c3bfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8c3c15e740 0x7f8c3c0d1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.517 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.515+0000 7f8c3bfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8c3c15e740 0x7f8c3c0d1540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34244/0 (socket says 172.21.15.173:34244) 2024-09-10T09:27:24.517 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.515+0000 7f8c3bfff640 1 -- 172.21.15.173:0/2503448127 learned_addr learned my addr 172.21.15.173:0/2503448127 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:24.517 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.516+0000 7f8c40a02640 1 --2- 172.21.15.173:0/2503448127 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c06dbd0 0x7f8c3c06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.517 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.516+0000 7f8c3bfff640 1 -- 172.21.15.173:0/2503448127 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c06dbd0 msgr2=0x7f8c3c06cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.518 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.516+0000 7f8c3bfff640 1 --2- 172.21.15.173:0/2503448127 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c06dbd0 0x7f8c3c06cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.518 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.516+0000 7f8c3bfff640 1 -- 172.21.15.173:0/2503448127 >> v1:172.21.15.176:6789/0 conn(0x7f8c3c09b690 legacy=0x7f8c3c06d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:24.518 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.516+0000 7f8c3bfff640 1 -- 172.21.15.173:0/2503448127 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c3c0d0780 con 0x7f8c3c15e740 2024-09-10T09:27:24.518 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.516+0000 7f8c40a02640 1 --2- 172.21.15.173:0/2503448127 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c06dbd0 0x7f8c3c06cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:24.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.516+0000 7f8c3bfff640 1 --2- 172.21.15.173:0/2503448127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 0x7f8c3c0d1540 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8c2c009870 tx=0x7f8c2c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c683cf7ed54d611 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:24.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.516+0000 7f8c3affd640 1 -- 172.21.15.173:0/2503448127 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c037070 con 0x7f8c3c15e740 2024-09-10T09:27:24.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.516+0000 7f8c3affd640 1 -- 172.21.15.173:0/2503448127 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c2c02ae50 con 0x7f8c3c15e740 2024-09-10T09:27:24.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.516+0000 7f8c3affd640 1 -- 172.21.15.173:0/2503448127 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c032860 con 0x7f8c3c15e740 2024-09-10T09:27:24.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.517+0000 7f8c42465640 1 -- 172.21.15.173:0/2503448127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 msgr2=0x7f8c3c0d1540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.517+0000 7f8c42465640 1 --2- 172.21.15.173:0/2503448127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 0x7f8c3c0d1540 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8c2c009870 tx=0x7f8c2c02a300 comp rx=0 tx=0).stop 2024-09-10T09:27:24.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.517+0000 7f8c42465640 1 -- 172.21.15.173:0/2503448127 shutdown_connections 2024-09-10T09:27:24.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.517+0000 7f8c42465640 1 --2- 172.21.15.173:0/2503448127 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c06dbd0 0x7f8c3c06cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.517+0000 7f8c42465640 1 --2- 172.21.15.173:0/2503448127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 0x7f8c3c0d1540 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.517+0000 7f8c42465640 1 -- 172.21.15.173:0/2503448127 >> 172.21.15.173:0/2503448127 conn(0x7f8c3c0d23a0 msgr2=0x7f8c3c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:24.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.517+0000 7f8c42465640 1 -- 172.21.15.173:0/2503448127 shutdown_connections 2024-09-10T09:27:24.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.517+0000 7f8c42465640 1 -- 172.21.15.173:0/2503448127 wait complete. 2024-09-10T09:27:24.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.518+0000 7f8c42465640 1 Processor -- start 2024-09-10T09:27:24.522 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.518+0000 7f8c42465640 1 -- start start 2024-09-10T09:27:24.522 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c42465640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c3c06dbd0 0x7f8c3c1576f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.522 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c42465640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c09b690 0x7f8c3c0b0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.522 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c42465640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 0x7f8c3c0b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.522 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c42465640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8c3c0d1020 con 0x7f8c3c15e740 2024-09-10T09:27:24.522 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c42465640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8c3c0d0d40 con 0x7f8c3c06dbd0 2024-09-10T09:27:24.522 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c42465640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8c3c09bac0 con 0x7f8c3c09b690 2024-09-10T09:27:24.522 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c40a02640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 0x7f8c3c0b10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.522 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c40a02640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 0x7f8c3c0b10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34260/0 (socket says 172.21.15.173:34260) 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c40a02640 1 -- 172.21.15.173:0/2719374927 learned_addr learned my addr 172.21.15.173:0/2719374927 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c3bfff640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c3c06dbd0 0x7f8c3c1576f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.519+0000 7f8c3b7fe640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c09b690 0x7f8c3c0b0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c40a02640 1 -- 172.21.15.173:0/2719374927 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c09b690 msgr2=0x7f8c3c0b0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c40a02640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c09b690 0x7f8c3c0b0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c40a02640 1 -- 172.21.15.173:0/2719374927 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c3c06dbd0 msgr2=0x7f8c3c1576f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c40a02640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c3c06dbd0 0x7f8c3c1576f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c40a02640 1 -- 172.21.15.173:0/2719374927 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c3c15b3a0 con 0x7f8c3c15e740 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c40a02640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 0x7f8c3c0b10e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8c3400cd50 tx=0x7f8c3400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c38ff9640 1 -- 172.21.15.173:0/2719374927 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3400f680 con 0x7f8c3c15e740 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c38ff9640 1 -- 172.21.15.173:0/2719374927 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c3400f840 con 0x7f8c3c15e740 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c42465640 1 -- 172.21.15.173:0/2719374927 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c3c1f8180 con 0x7f8c3c15e740 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c38ff9640 1 -- 172.21.15.173:0/2719374927 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3400fc30 con 0x7f8c3c15e740 2024-09-10T09:27:24.523 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.520+0000 7f8c42465640 1 -- 172.21.15.173:0/2719374927 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c3c1f8740 con 0x7f8c3c15e740 2024-09-10T09:27:24.524 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.521+0000 7f8c42465640 1 -- 172.21.15.173:0/2719374927 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c3c1f7f70 con 0x7f8c3c15e740 2024-09-10T09:27:24.524 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.521+0000 7f8c38ff9640 1 -- 172.21.15.173:0/2719374927 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8c340213f0 con 0x7f8c3c15e740 2024-09-10T09:27:24.524 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.522+0000 7f8c38ff9640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8c2806be30 0x7f8c2806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:24.524 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.522+0000 7f8c38ff9640 1 -- 172.21.15.173:0/2719374927 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8c3408bdb0 con 0x7f8c3c15e740 2024-09-10T09:27:24.525 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.522+0000 7f8c3bfff640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8c2806be30 0x7f8c2806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:24.525 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.522+0000 7f8c3bfff640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8c2806be30 0x7f8c2806e2f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f8c2c034000 tx=0x7f8c2c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:24.527 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.526+0000 7f8c38ff9640 1 -- 172.21.15.173:0/2719374927 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c34014030 con 0x7f8c3c15e740 2024-09-10T09:27:24.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.726+0000 7f8c42465640 1 -- 172.21.15.173:0/2719374927 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8c3c06cd20 con 0x7f8c3c15e740 2024-09-10T09:27:24.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.726+0000 7f8c38ff9640 1 -- 172.21.15.173:0/2719374927 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+88 (secure 0 0 0) 0x7f8c34059e60 con 0x7f8c3c15e740 2024-09-10T09:27:24.727 INFO:teuthology.orchestra.run.smithi173.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T09:27:24.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 -- 172.21.15.173:0/2719374927 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8c2806be30 msgr2=0x7f8c2806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8c2806be30 0x7f8c2806e2f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f8c2c034000 tx=0x7f8c2c02e000 comp rx=0 tx=0).stop 2024-09-10T09:27:24.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 -- 172.21.15.173:0/2719374927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 msgr2=0x7f8c3c0b10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:24.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 0x7f8c3c0b10e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8c3400cd50 tx=0x7f8c3400a650 comp rx=0 tx=0).stop 2024-09-10T09:27:24.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 -- 172.21.15.173:0/2719374927 shutdown_connections 2024-09-10T09:27:24.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8c2806be30 0x7f8c2806e2f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8c3c15e740 0x7f8c3c0b10e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8c3c09b690 0x7f8c3c0b0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 --2- 172.21.15.173:0/2719374927 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c3c06dbd0 0x7f8c3c1576f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:24.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 -- 172.21.15.173:0/2719374927 >> 172.21.15.173:0/2719374927 conn(0x7f8c3c0d23a0 msgr2=0x7f8c3c0b27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:24.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 -- 172.21.15.173:0/2719374927 shutdown_connections 2024-09-10T09:27:24.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24.728+0000 7f8c42465640 1 -- 172.21.15.173:0/2719374927 wait complete. 2024-09-10T09:27:24.740 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T09:27:24.740 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T09:27:24.740 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi173.front.sepia.ceph.com 2024-09-10T09:27:24.740 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-10T09:27:24.741 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-10T09:27:24.741 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T09:27:24.741 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T09:27:24.741 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T09:27:24.741 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-10T09:27:24.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:24.741 DEBUG:teuthology.orchestra.run.smithi173:> ip addr 2024-09-10T09:27:24.757 INFO:teuthology.orchestra.run.smithi173.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T09:27:24.757 INFO:teuthology.orchestra.run.smithi173.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T09:27:24.757 INFO:teuthology.orchestra.run.smithi173.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T09:27:24.757 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:24.757 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 ::1/128 scope host 2024-09-10T09:27:24.757 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:24.757 INFO:teuthology.orchestra.run.smithi173.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:24.757 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:d9:38:6a brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:24.757 INFO:teuthology.orchestra.run.smithi173.stdout: altname enp7s0f0 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:d9:38:6b brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout: altname enp7s0f1 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:88:72:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:88:72:59 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout: inet 172.21.15.173/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft 42796sec preferred_lft 42796sec 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::ec4:7aff:fe88:7259/64 scope link noprefixroute 2024-09-10T09:27:24.758 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:24.759 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T09:27:24.759 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:24.759 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:24.759 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link add name ceph-brx type bridge 2024-09-10T09:27:24.759 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip addr flush dev ceph-brx 2024-09-10T09:27:24.759 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link set ceph-brx up 2024-09-10T09:27:24.759 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T09:27:24.759 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:24.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:24.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:24.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:24.967 DEBUG:teuthology.orchestra.run.smithi173:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T09:27:24.991 INFO:teuthology.orchestra.run.smithi173.stdout:1 2024-09-10T09:27:24.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:24.993 DEBUG:teuthology.orchestra.run.smithi173:> route 2024-09-10T09:27:25.073 INFO:teuthology.orchestra.run.smithi173.stdout:Kernel IP routing table 2024-09-10T09:27:25.073 INFO:teuthology.orchestra.run.smithi173.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T09:27:25.073 INFO:teuthology.orchestra.run.smithi173.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T09:27:25.073 INFO:teuthology.orchestra.run.smithi173.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T09:27:25.074 INFO:teuthology.orchestra.run.smithi173.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T09:27:25.074 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:25.074 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:25.074 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T09:27:25.074 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T09:27:25.074 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T09:27:25.074 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:25.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:25.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:25.364 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:25.364 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list 2024-09-10T09:27:25.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:25.380 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list-id 2024-09-10T09:27:25.436 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:25.436 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:25.436 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T09:27:25.436 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-10T09:27:25.436 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:25.525 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:25.549 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:25.556 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-10T09:27:25.556 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:25.556 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:25.556 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-10T09:27:25.556 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T09:27:25.556 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-10T09:27:25.556 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-10T09:27:25.556 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-10T09:27:25.556 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:25.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:25.680 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:25.687 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:25.687 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:25.687 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link set brx.0 up 2024-09-10T09:27:25.687 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T09:27:25.687 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:25.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:25.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:25.764 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-10T09:27:25.764 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:27:25.764 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-10T09:27:25.780 INFO:teuthology.orchestra.run.smithi173.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-10T09:27:25.780 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:27:25.780 DEBUG:teuthology.orchestra.run.smithi173:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-10T09:27:25.835 DEBUG:teuthology.orchestra.run.smithi173:> sudo modprobe fuse 2024-09-10T09:27:25.900 DEBUG:teuthology.orchestra.run.smithi173:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T09:27:25.956 INFO:teuthology.orchestra.run.smithi173.stdout:/proc 2024-09-10T09:27:25.956 INFO:teuthology.orchestra.run.smithi173.stdout:/sys 2024-09-10T09:27:25.956 INFO:teuthology.orchestra.run.smithi173.stdout:/dev 2024-09-10T09:27:25.956 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/kernel/security 2024-09-10T09:27:25.956 INFO:teuthology.orchestra.run.smithi173.stdout:/dev/shm 2024-09-10T09:27:25.956 INFO:teuthology.orchestra.run.smithi173.stdout:/dev/pts 2024-09-10T09:27:25.956 INFO:teuthology.orchestra.run.smithi173.stdout:/run 2024-09-10T09:27:25.956 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/fs/cgroup 2024-09-10T09:27:25.956 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/fs/pstore 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/fs/bpf 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/ 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/fs/selinux 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/dev/mqueue 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/dev/hugepages 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/kernel/debug 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/kernel/tracing 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/fs/fuse/connections 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/kernel/config 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T09:27:25.957 INFO:teuthology.orchestra.run.smithi173.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/run/user/1000 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/ceph 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/run/netns 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run.smithi173.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T09:27:25.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:25.959 DEBUG:teuthology.orchestra.run.smithi173:> ls /sys/fs/fuse/connections 2024-09-10T09:27:26.011 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T09:27:26.011 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-10T09:27:26.053 DEBUG:teuthology.orchestra.run.smithi173:> sudo modprobe fuse 2024-09-10T09:27:26.080 DEBUG:teuthology.orchestra.run.smithi173:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T09:27:26.137 INFO:teuthology.orchestra.run.smithi173.stdout:/proc 2024-09-10T09:27:26.137 INFO:teuthology.orchestra.run.smithi173.stdout:/sys 2024-09-10T09:27:26.137 INFO:teuthology.orchestra.run.smithi173.stdout:/dev 2024-09-10T09:27:26.137 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/kernel/security 2024-09-10T09:27:26.137 INFO:teuthology.orchestra.run.smithi173.stdout:/dev/shm 2024-09-10T09:27:26.137 INFO:teuthology.orchestra.run.smithi173.stdout:/dev/pts 2024-09-10T09:27:26.137 INFO:teuthology.orchestra.run.smithi173.stdout:/run 2024-09-10T09:27:26.137 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/fs/cgroup 2024-09-10T09:27:26.137 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/fs/pstore 2024-09-10T09:27:26.137 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/fs/bpf 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/ 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/fs/selinux 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/dev/mqueue 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/dev/hugepages 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/kernel/debug 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/kernel/tracing 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/fs/fuse/connections 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/sys/kernel/config 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T09:27:26.138 INFO:teuthology.orchestra.run.smithi173.stdout:/run/user/1000 2024-09-10T09:27:26.139 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/ceph 2024-09-10T09:27:26.139 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T09:27:26.139 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T09:27:26.139 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T09:27:26.139 INFO:teuthology.orchestra.run.smithi173.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T09:27:26.139 INFO:teuthology.orchestra.run.smithi173.stdout:/run/netns 2024-09-10T09:27:26.139 INFO:teuthology.orchestra.run.smithi173.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T09:27:26.139 INFO:teuthology.orchestra.run.smithi173.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T09:27:26.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:26.139 DEBUG:teuthology.orchestra.run.smithi173:> ls /sys/fs/fuse/connections 2024-09-10T09:27:26.141 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi173.stderr:2024-09-10T09:27:26.140+0000 7fd078def480 -1 init, newargv = 0x560b6cbadcf0 newargc=15 2024-09-10T09:27:26.141 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi173.stderr:ceph-fuse[43458]: starting ceph client 2024-09-10T09:27:26.148 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi173.stderr:ceph-fuse[43458]: starting fuse 2024-09-10T09:27:26.157 INFO:teuthology.orchestra.run.smithi173.stdout:41 2024-09-10T09:27:26.157 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T09:27:26.157 DEBUG:teuthology.orchestra.run.smithi173:> sudo stdin-killer -- python3 -c ' 2024-09-10T09:27:26.157 DEBUG:teuthology.orchestra.run.smithi173:> import glob 2024-09-10T09:27:26.157 DEBUG:teuthology.orchestra.run.smithi173:> import re 2024-09-10T09:27:26.157 DEBUG:teuthology.orchestra.run.smithi173:> import os 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> import subprocess 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> def _find_admin_socket(client_name): 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> files = glob.glob(asok_path) 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> # Given a non-glob path, it better be there 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> if "*" not in asok_path: 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> assert(len(files) == 1) 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> return files[0] 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> for f in files: 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T09:27:26.158 DEBUG:teuthology.orchestra.run.smithi173:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T09:27:26.159 DEBUG:teuthology.orchestra.run.smithi173:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T09:27:26.159 DEBUG:teuthology.orchestra.run.smithi173:> contents = proc_f.read() 2024-09-10T09:27:26.159 DEBUG:teuthology.orchestra.run.smithi173:> if mountpoint in contents: 2024-09-10T09:27:26.159 DEBUG:teuthology.orchestra.run.smithi173:> return f 2024-09-10T09:27:26.159 DEBUG:teuthology.orchestra.run.smithi173:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T09:27:26.159 DEBUG:teuthology.orchestra.run.smithi173:> 2024-09-10T09:27:26.159 DEBUG:teuthology.orchestra.run.smithi173:> print(_find_admin_socket("client.admin")) 2024-09-10T09:27:26.159 DEBUG:teuthology.orchestra.run.smithi173:> ' 2024-09-10T09:27:26.275 INFO:teuthology.orchestra.run.smithi173.stdout:/var/run/ceph/ceph-client.admin.43458.asok 2024-09-10T09:27:26.279 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:26.286 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.43458.asok 2024-09-10T09:27:26.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:26.286 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.43458.asok status 2024-09-10T09:27:26.421 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:27:26.421 INFO:teuthology.orchestra.run.smithi173.stdout: "metadata": { 2024-09-10T09:27:26.421 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T09:27:26.421 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T09:27:26.421 INFO:teuthology.orchestra.run.smithi173.stdout: "entity_id": "admin", 2024-09-10T09:27:26.421 INFO:teuthology.orchestra.run.smithi173.stdout: "hostname": "smithi173", 2024-09-10T09:27:26.421 INFO:teuthology.orchestra.run.smithi173.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-10T09:27:26.421 INFO:teuthology.orchestra.run.smithi173.stdout: "pid": "43458", 2024-09-10T09:27:26.421 INFO:teuthology.orchestra.run.smithi173.stdout: "root": "/" 2024-09-10T09:27:26.421 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "dentry_count": 0, 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "dentry_pinned_count": 0, 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "id": 4392, 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "inst": { 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "name": { 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "type": "client", 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "num": 4392 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "addr": { 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "type": "v1", 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "addr": "192.168.0.1:0", 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: "nonce": 2109060533 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:27:26.422 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "addr": { 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "type": "v1", 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "addr": "192.168.0.1:0", 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "nonce": 2109060533 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "inst_str": "client.4392 192.168.0.1:0/2109060533", 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "addr_str": "192.168.0.1:0/2109060533", 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "inode_count": 1, 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_epoch": 7, 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_epoch": 25, 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_epoch_barrier": 0, 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "blocklisted": false, 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout: "fs_name": "cephfs" 2024-09-10T09:27:26.423 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:27:26.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:26.429 DEBUG:teuthology.orchestra.run.smithi173:> stat --file-system '--printf=%T 2024-09-10T09:27:26.429 DEBUG:teuthology.orchestra.run.smithi173:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-10T09:27:26.445 INFO:teuthology.orchestra.run.smithi173.stdout:fuseblk 2024-09-10T09:27:26.445 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-10T09:27:26.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:26.445 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-10T09:27:26.512 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-10T09:27:26.603 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:26.620 INFO:teuthology.orchestra.run.smithi173.stdout:# file: . 2024-09-10T09:27:26.621 INFO:teuthology.orchestra.run.smithi173.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-10T09:27:26.621 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:26.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:26.626 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:27:26.627 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:26.642 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T09:27:26.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.780+0000 7f158b277640 1 Processor -- start 2024-09-10T09:27:26.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.781+0000 7f158b277640 1 -- start start 2024-09-10T09:27:26.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.781+0000 7f158b277640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1584162060 0x7f15840b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:26.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.781+0000 7f158b277640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f15840b64b0 0x7f15840b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:26.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.781+0000 7f158b277640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f158406d9f0 con 0x7f1584161c80 2024-09-10T09:27:26.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.781+0000 7f158b277640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f158406dcd0 con 0x7f15840b64b0 2024-09-10T09:27:26.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.781+0000 7f158b277640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f158406dfb0 con 0x7f1584162060 2024-09-10T09:27:26.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.782+0000 7f1589814640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f15840b64b0 0x7f15840b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:26.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.782+0000 7f1589013640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f1584161c80 0x7f158406e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:37120/0 (socket says 172.21.15.173:37120) 2024-09-10T09:27:26.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.782+0000 7f1589013640 1 -- 172.21.15.173:0/2599639587 learned_addr learned my addr 172.21.15.173:0/2599639587 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:26.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.782+0000 7f1588812640 1 --2- 172.21.15.173:0/2599639587 >> v2:172.21.15.176:3300/0 conn(0x7f1584162060 0x7f15840b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:26.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.782+0000 7f1589814640 1 -- 172.21.15.173:0/2599639587 >> v2:172.21.15.176:3300/0 conn(0x7f1584162060 msgr2=0x7f15840b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:26.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.782+0000 7f1589814640 1 --2- 172.21.15.173:0/2599639587 >> v2:172.21.15.176:3300/0 conn(0x7f1584162060 0x7f15840b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:26.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.782+0000 7f1589814640 1 -- 172.21.15.173:0/2599639587 >> v1:172.21.15.173:6789/0 conn(0x7f1584161c80 legacy=0x7f158406e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:26.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.782+0000 7f1589814640 1 -- 172.21.15.173:0/2599639587 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15840d01f0 con 0x7f15840b64b0 2024-09-10T09:27:26.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f1589814640 1 --2- 172.21.15.173:0/2599639587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15840b64b0 0x7f15840b6960 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f158408e830 tx=0x7f157c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78f3628201c4c3e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:26.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f1577fff640 1 -- 172.21.15.173:0/2599639587 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f157c007740 con 0x7f15840b64b0 2024-09-10T09:27:26.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f1577fff640 1 -- 172.21.15.173:0/2599639587 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f157c0078e0 con 0x7f15840b64b0 2024-09-10T09:27:26.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f1577fff640 1 -- 172.21.15.173:0/2599639587 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f157c007cb0 con 0x7f15840b64b0 2024-09-10T09:27:26.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f158b277640 1 -- 172.21.15.173:0/2599639587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15840b64b0 msgr2=0x7f15840b6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:26.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f158b277640 1 --2- 172.21.15.173:0/2599639587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15840b64b0 0x7f15840b6960 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f158408e830 tx=0x7f157c02a680 comp rx=0 tx=0).stop 2024-09-10T09:27:26.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f158b277640 1 -- 172.21.15.173:0/2599639587 shutdown_connections 2024-09-10T09:27:26.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f158b277640 1 --2- 172.21.15.173:0/2599639587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15840b64b0 0x7f15840b6960 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:26.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f158b277640 1 --2- 172.21.15.173:0/2599639587 >> v2:172.21.15.176:3300/0 conn(0x7f1584162060 0x7f15840b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:26.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f158b277640 1 -- 172.21.15.173:0/2599639587 >> 172.21.15.173:0/2599639587 conn(0x7f15840d44f0 msgr2=0x7f15840d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:26.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f158b277640 1 -- 172.21.15.173:0/2599639587 shutdown_connections 2024-09-10T09:27:26.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.783+0000 7f158b277640 1 -- 172.21.15.173:0/2599639587 wait complete. 2024-09-10T09:27:26.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f158b277640 1 Processor -- start 2024-09-10T09:27:26.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f158b277640 1 -- start start 2024-09-10T09:27:26.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f158b277640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15840b64b0 0x7f1584159a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:26.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f158b277640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1584161c80 0x7f15840c9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:26.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f158b277640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1584162060 0x7f15840b3100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f158b277640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f15840cf1e0 con 0x7f1584161c80 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f158b277640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f15840d2aa0 con 0x7f15840b64b0 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f158b277640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f15840cf360 con 0x7f1584162060 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f1588812640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1584161c80 0x7f15840c9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f1588812640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1584161c80 0x7f15840c9cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:38588/0 (socket says 172.21.15.173:38588) 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.785+0000 7f1588812640 1 -- 172.21.15.173:0/317019279 learned_addr learned my addr 172.21.15.173:0/317019279 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1589013640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15840b64b0 0x7f1584159a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1589814640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1584162060 0x7f15840b3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1588812640 1 -- 172.21.15.173:0/317019279 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1584162060 msgr2=0x7f15840b3100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1588812640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1584162060 0x7f15840b3100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:26.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1588812640 1 -- 172.21.15.173:0/317019279 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15840b64b0 msgr2=0x7f1584159a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:26.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1588812640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15840b64b0 0x7f1584159a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:26.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1588812640 1 -- 172.21.15.173:0/317019279 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1584159f90 con 0x7f1584161c80 2024-09-10T09:27:26.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1589013640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15840b64b0 0x7f1584159a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:26.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1588812640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1584161c80 0x7f15840c9cd0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f157800d5c0 tx=0x7f157800da80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:26.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1575ffb640 1 -- 172.21.15.173:0/317019279 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15780125f0 con 0x7f1584161c80 2024-09-10T09:27:26.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1575ffb640 1 -- 172.21.15.173:0/317019279 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1578019070 con 0x7f1584161c80 2024-09-10T09:27:26.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f1575ffb640 1 -- 172.21.15.173:0/317019279 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15780129d0 con 0x7f1584161c80 2024-09-10T09:27:26.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f158b277640 1 -- 172.21.15.173:0/317019279 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15840c8660 con 0x7f1584161c80 2024-09-10T09:27:26.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.786+0000 7f158b277640 1 -- 172.21.15.173:0/317019279 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15840c8c20 con 0x7f1584161c80 2024-09-10T09:27:26.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.787+0000 7f158b277640 1 -- 172.21.15.173:0/317019279 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15840b5f70 con 0x7f1584161c80 2024-09-10T09:27:26.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.788+0000 7f1575ffb640 1 -- 172.21.15.173:0/317019279 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1578012b70 con 0x7f1584161c80 2024-09-10T09:27:26.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.788+0000 7f1575ffb640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f156806be60 0x7f156806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:26.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.788+0000 7f1575ffb640 1 -- 172.21.15.173:0/317019279 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f157808b500 con 0x7f1584161c80 2024-09-10T09:27:26.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.788+0000 7f1589013640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f156806be60 0x7f156806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:26.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.789+0000 7f1589013640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f156806be60 0x7f156806e320 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f15841f81c0 tx=0x7f1580009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:26.793 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.792+0000 7f1575ffb640 1 -- 172.21.15.173:0/317019279 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1584159f90 con 0x7f1584161c80 2024-09-10T09:27:26.971 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.969+0000 7f158b277640 1 -- 172.21.15.173:0/317019279 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f15840ba470 con 0x7f1584161c80 2024-09-10T09:27:26.971 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.970+0000 7f1575ffb640 1 -- 172.21.15.173:0/317019279 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f1578059b70 con 0x7f1584161c80 2024-09-10T09:27:26.971 INFO:teuthology.orchestra.run.smithi173.stderr:listed 0 entries 2024-09-10T09:27:26.973 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 -- 172.21.15.173:0/317019279 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f156806be60 msgr2=0x7f156806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f156806be60 0x7f156806e320 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f15841f81c0 tx=0x7f1580009040 comp rx=0 tx=0).stop 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 -- 172.21.15.173:0/317019279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1584161c80 msgr2=0x7f15840c9cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1584161c80 0x7f15840c9cd0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f157800d5c0 tx=0x7f157800da80 comp rx=0 tx=0).stop 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 -- 172.21.15.173:0/317019279 shutdown_connections 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f156806be60 0x7f156806e320 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1584162060 0x7f15840b3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1584161c80 0x7f15840c9cd0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 --2- 172.21.15.173:0/317019279 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15840b64b0 0x7f1584159a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 -- 172.21.15.173:0/317019279 >> 172.21.15.173:0/317019279 conn(0x7f15840d44f0 msgr2=0x7f158406ce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 -- 172.21.15.173:0/317019279 shutdown_connections 2024-09-10T09:27:26.974 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:26.972+0000 7f158b277640 1 -- 172.21.15.173:0/317019279 wait complete. 2024-09-10T09:27:26.984 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:27:26.984 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:27.000 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T09:27:27.138 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.137+0000 7f0a98986640 1 Processor -- start 2024-09-10T09:27:27.138 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.137+0000 7f0a98986640 1 -- start start 2024-09-10T09:27:27.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.138+0000 7f0a98986640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a9406f870 0x7f0a94162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:27.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.138+0000 7f0a98986640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a9415eb60 con 0x7f0a940b69d0 2024-09-10T09:27:27.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.138+0000 7f0a98986640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a9415ee40 con 0x7f0a940b0180 2024-09-10T09:27:27.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.138+0000 7f0a98986640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f0a940b6db0 con 0x7f0a9406f870 2024-09-10T09:27:27.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.138+0000 7f0a9259c640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f0a940b69d0 0x7f0a940afa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:37124/0 (socket says 172.21.15.173:37124) 2024-09-10T09:27:27.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.138+0000 7f0a9259c640 1 -- 172.21.15.173:0/3791694454 learned_addr learned my addr 172.21.15.173:0/3791694454 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:27.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.138+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1577022954 0 0) 0x7f0a9415eb60 con 0x7f0a940b69d0 2024-09-10T09:27:27.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.138+0000 7f0a92d9d640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a9406f870 0x7f0a94162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:27.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.138+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0a80003520 con 0x7f0a940b69d0 2024-09-10T09:27:27.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1471391708 0 0) 0x7f0a80003520 con 0x7f0a940b69d0 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a9406f870 msgr2=0x7f0a94162a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a9406f870 0x7f0a94162a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 >> v1:172.21.15.176:6789/0 conn(0x7f0a940b0180 legacy=0x7f0a94154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a9415f120 con 0x7f0a940b69d0 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f0a84001670 con 0x7f0a940b69d0 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 >> v1:172.21.15.173:6789/0 conn(0x7f0a940b69d0 legacy=0x7f0a940afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a800039e0 0x7f0a80003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a80004800 0x7f0a80004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a9406f870 0x7f0a80005290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0a940b6db0 con 0x7f0a800039e0 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0a8000bb80 con 0x7f0a80004800 2024-09-10T09:27:27.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f0a8000bd80 con 0x7f0a9406f870 2024-09-10T09:27:27.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a9259c640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a800039e0 0x7f0a80003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:27.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a89d9b640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a80004800 0x7f0a80004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:27.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a92d9d640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a9406f870 0x7f0a80005290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:27.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a9259c640 1 -- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a9406f870 msgr2=0x7f0a80005290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:27.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a9259c640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a9406f870 0x7f0a80005290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:27.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a9259c640 1 -- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a80004800 msgr2=0x7f0a80004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:27.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a9259c640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a80004800 0x7f0a80004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:27.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.139+0000 7f0a9259c640 1 -- 172.21.15.173:0/3791694454 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a80003520 con 0x7f0a800039e0 2024-09-10T09:27:27.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.140+0000 7f0a9259c640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a800039e0 0x7f0a80003e00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0a8400c240 tx=0x7f0a80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=844484b3cbb8899a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:27.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.140+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a84007cf0 con 0x7f0a800039e0 2024-09-10T09:27:27.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.140+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a840058d0 con 0x7f0a800039e0 2024-09-10T09:27:27.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.140+0000 7f0a91d9b640 1 -- 172.21.15.173:0/3791694454 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a84005ce0 con 0x7f0a800039e0 2024-09-10T09:27:27.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.140+0000 7f0a98986640 1 -- 172.21.15.173:0/3791694454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a800039e0 msgr2=0x7f0a80003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:27.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.140+0000 7f0a98986640 1 --2- 172.21.15.173:0/3791694454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a800039e0 0x7f0a80003e00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0a8400c240 tx=0x7f0a80005830 comp rx=0 tx=0).stop 2024-09-10T09:27:27.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.140+0000 7f0a92d9d640 1 -- 172.21.15.173:0/3791694454 reap_dead start 2024-09-10T09:27:27.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.141+0000 7f0a98986640 1 -- 172.21.15.173:0/3791694454 shutdown_connections 2024-09-10T09:27:27.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.141+0000 7f0a98986640 1 -- 172.21.15.173:0/3791694454 >> 172.21.15.173:0/3791694454 conn(0x7f0a9406bc10 msgr2=0x7f0a9406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:27.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.141+0000 7f0a98986640 1 -- 172.21.15.173:0/3791694454 shutdown_connections 2024-09-10T09:27:27.148 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.141+0000 7f0a98986640 1 -- 172.21.15.173:0/3791694454 wait complete. 2024-09-10T09:27:27.148 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.142+0000 7f0a98986640 1 Processor -- start 2024-09-10T09:27:27.148 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.142+0000 7f0a98986640 1 -- start start 2024-09-10T09:27:27.150 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a98986640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a800039e0 0x7f0a94156830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:27.150 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a98986640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a940cd650 0x7f0a9414c110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:27.150 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a98986640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a940ced80 0x7f0a940cf200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:27.150 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a98986640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0a94162bd0 con 0x7f0a940ced80 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a98986640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0a94162a50 con 0x7f0a800039e0 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a98986640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f0a94162d50 con 0x7f0a940cd650 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a92d9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a940ced80 0x7f0a940cf200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a92d9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a940ced80 0x7f0a940cf200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:38614/0 (socket says 172.21.15.173:38614) 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a92d9d640 1 -- 172.21.15.173:0/650878396 learned_addr learned my addr 172.21.15.173:0/650878396 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a89d9b640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a940cd650 0x7f0a9414c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a9259c640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a800039e0 0x7f0a94156830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a92d9d640 1 -- 172.21.15.173:0/650878396 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a940cd650 msgr2=0x7f0a9414c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a92d9d640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a940cd650 0x7f0a9414c110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a92d9d640 1 -- 172.21.15.173:0/650878396 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a800039e0 msgr2=0x7f0a94156830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a92d9d640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a800039e0 0x7f0a94156830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a92d9d640 1 -- 172.21.15.173:0/650878396 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a9414cb20 con 0x7f0a940ced80 2024-09-10T09:27:27.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.143+0000 7f0a92d9d640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a940ced80 0x7f0a940cf200 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0a940707c0 tx=0x7f0a8c00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.144+0000 7f0a8b7fe640 1 -- 172.21.15.173:0/650878396 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c015430 con 0x7f0a940ced80 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.144+0000 7f0a8b7fe640 1 -- 172.21.15.173:0/650878396 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a8c01d070 con 0x7f0a940ced80 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.144+0000 7f0a98986640 1 -- 172.21.15.173:0/650878396 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a940cdce0 con 0x7f0a940ced80 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.144+0000 7f0a8b7fe640 1 -- 172.21.15.173:0/650878396 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c015830 con 0x7f0a940ced80 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.144+0000 7f0a98986640 1 -- 172.21.15.173:0/650878396 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a940ce2a0 con 0x7f0a940ced80 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.145+0000 7f0a98986640 1 -- 172.21.15.173:0/650878396 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a940af280 con 0x7f0a940ced80 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.145+0000 7f0a8b7fe640 1 -- 172.21.15.173:0/650878396 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0a8c0159d0 con 0x7f0a940ced80 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.145+0000 7f0a8b7fe640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f0a7406be30 0x7f0a7406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.146+0000 7f0a8b7fe640 1 -- 172.21.15.173:0/650878396 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0a8c08ba70 con 0x7f0a940ced80 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.146+0000 7f0a9259c640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f0a7406be30 0x7f0a7406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:27.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.146+0000 7f0a9259c640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f0a7406be30 0x7f0a7406e2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0a84033000 tx=0x7f0a84009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:27.153 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.150+0000 7f0a8b7fe640 1 -- 172.21.15.173:0/650878396 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0a8c010040 con 0x7f0a940ced80 2024-09-10T09:27:27.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.329+0000 7f0a98986640 1 -- 172.21.15.173:0/650878396 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0a940cda30 con 0x7f0a940ced80 2024-09-10T09:27:27.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.330+0000 7f0a8b7fe640 1 -- 172.21.15.173:0/650878396 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f0a8c059a90 con 0x7f0a940ced80 2024-09-10T09:27:27.331 INFO:teuthology.orchestra.run.smithi173.stderr:listed 0 entries 2024-09-10T09:27:27.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 -- 172.21.15.173:0/650878396 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f0a7406be30 msgr2=0x7f0a7406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:27.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f0a7406be30 0x7f0a7406e2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0a84033000 tx=0x7f0a84009030 comp rx=0 tx=0).stop 2024-09-10T09:27:27.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 -- 172.21.15.173:0/650878396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a940ced80 msgr2=0x7f0a940cf200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:27.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a940ced80 0x7f0a940cf200 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0a940707c0 tx=0x7f0a8c00f580 comp rx=0 tx=0).stop 2024-09-10T09:27:27.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 -- 172.21.15.173:0/650878396 shutdown_connections 2024-09-10T09:27:27.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f0a7406be30 0x7f0a7406e2f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:27.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a940ced80 0x7f0a940cf200 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:27.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a940cd650 0x7f0a9414c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:27.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 --2- 172.21.15.173:0/650878396 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a800039e0 0x7f0a94156830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:27.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 -- 172.21.15.173:0/650878396 >> 172.21.15.173:0/650878396 conn(0x7f0a9406bc10 msgr2=0x7f0a940aea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:27.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 -- 172.21.15.173:0/650878396 shutdown_connections 2024-09-10T09:27:27.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:27.332+0000 7f0a98986640 1 -- 172.21.15.173:0/650878396 wait complete. 2024-09-10T09:27:27.344 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi173.front.sepia.ceph.com... 2024-09-10T09:27:27.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:27.344 DEBUG:teuthology.orchestra.run.smithi173:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-10T09:27:27.368 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi173.stderr:ceph-fuse[43458]: fuse finished with error 0 and tester_r 0 2024-09-10T09:27:27.370 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:27:33.471 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:27:33.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:33.471 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-10T09:27:33.598 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:33.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.706+0000 7f8aebb86640 1 Processor -- start 2024-09-10T09:27:33.707 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.706+0000 7f8aebb86640 1 -- start start 2024-09-10T09:27:33.709 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8aebb86640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8ae4072940 0x7f8ae4072da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:33.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8aebb86640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8ae40b4880 0x7f8ae40b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:33.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8aebb86640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ae40b3570 con 0x7f8ae415ba30 2024-09-10T09:27:33.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8aebb86640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f8ae40732e0 con 0x7f8ae4072940 2024-09-10T09:27:33.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8aebb86640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8ae40b4180 con 0x7f8ae40b4880 2024-09-10T09:27:33.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8ae9121640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8ae4072940 0x7f8ae4072da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:33.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8ae9121640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8ae4072940 0x7f8ae4072da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:38622/0 (socket says 172.21.15.173:38622) 2024-09-10T09:27:33.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8ae9121640 1 -- 172.21.15.173:0/597140883 learned_addr learned my addr 172.21.15.173:0/597140883 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:33.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8aea123640 1 --2- 172.21.15.173:0/597140883 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8ae40b4880 0x7f8ae40b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:33.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8ae9121640 1 -- 172.21.15.173:0/597140883 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8ae40b4880 msgr2=0x7f8ae40b4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:33.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8ae9121640 1 --2- 172.21.15.173:0/597140883 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8ae40b4880 0x7f8ae40b4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:33.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8ae9121640 1 -- 172.21.15.173:0/597140883 >> v1:172.21.15.176:6789/0 conn(0x7f8ae415ba30 legacy=0x7f8ae406f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:33.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.707+0000 7f8ae9121640 1 -- 172.21.15.173:0/597140883 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ae40b3850 con 0x7f8ae4072940 2024-09-10T09:27:33.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.708+0000 7f8ae9121640 1 --2- 172.21.15.173:0/597140883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 0x7f8ae4072da0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009870 tx=0x7f8ae002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7183cbf8417adc04 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:33.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.708+0000 7f8ae8920640 1 -- 172.21.15.173:0/597140883 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0037070 con 0x7f8ae4072940 2024-09-10T09:27:33.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.708+0000 7f8ae8920640 1 -- 172.21.15.173:0/597140883 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ae0032440 con 0x7f8ae4072940 2024-09-10T09:27:33.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.708+0000 7f8ae8920640 1 -- 172.21.15.173:0/597140883 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0032810 con 0x7f8ae4072940 2024-09-10T09:27:33.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.709+0000 7f8aebb86640 1 -- 172.21.15.173:0/597140883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 msgr2=0x7f8ae4072da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:33.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.709+0000 7f8aebb86640 1 --2- 172.21.15.173:0/597140883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 0x7f8ae4072da0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0009870 tx=0x7f8ae002a270 comp rx=0 tx=0).stop 2024-09-10T09:27:33.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.709+0000 7f8aebb86640 1 -- 172.21.15.173:0/597140883 shutdown_connections 2024-09-10T09:27:33.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.709+0000 7f8aebb86640 1 --2- 172.21.15.173:0/597140883 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8ae40b4880 0x7f8ae40b4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:33.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.709+0000 7f8aebb86640 1 --2- 172.21.15.173:0/597140883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 0x7f8ae4072da0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:33.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.709+0000 7f8aebb86640 1 -- 172.21.15.173:0/597140883 >> 172.21.15.173:0/597140883 conn(0x7f8ae4067d70 msgr2=0x7f8ae406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:33.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.709+0000 7f8aebb86640 1 -- 172.21.15.173:0/597140883 shutdown_connections 2024-09-10T09:27:33.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.709+0000 7f8aebb86640 1 -- 172.21.15.173:0/597140883 wait complete. 2024-09-10T09:27:33.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.710+0000 7f8aebb86640 1 Processor -- start 2024-09-10T09:27:33.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.710+0000 7f8aebb86640 1 -- start start 2024-09-10T09:27:33.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8aebb86640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 0x7f8ae41476f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:33.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8aebb86640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8ae40b4880 0x7f8ae40b12a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:33.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8aebb86640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ae415ba30 0x7f8ae40b17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:33.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8aebb86640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae406ff20 con 0x7f8ae4072940 2024-09-10T09:27:33.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8aebb86640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae40b3e10 con 0x7f8ae415ba30 2024-09-10T09:27:33.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8aebb86640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8ae40ce810 con 0x7f8ae40b4880 2024-09-10T09:27:33.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ae9922640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 0x7f8ae41476f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:33.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ae9922640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 0x7f8ae41476f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:38634/0 (socket says 172.21.15.173:38634) 2024-09-10T09:27:33.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ae9922640 1 -- 172.21.15.173:0/3256098230 learned_addr learned my addr 172.21.15.173:0/3256098230 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:33.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8aea123640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ae415ba30 0x7f8ae40b17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:33.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ae9121640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8ae40b4880 0x7f8ae40b12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:33.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ae9922640 1 -- 172.21.15.173:0/3256098230 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8ae40b4880 msgr2=0x7f8ae40b12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:33.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ae9922640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8ae40b4880 0x7f8ae40b12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:33.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ae9922640 1 -- 172.21.15.173:0/3256098230 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ae415ba30 msgr2=0x7f8ae40b17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:33.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ae9922640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ae415ba30 0x7f8ae40b17e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ae9922640 1 -- 172.21.15.173:0/3256098230 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ae414a200 con 0x7f8ae4072940 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8aea123640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ae415ba30 0x7f8ae40b17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ae9922640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 0x7f8ae41476f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8ad400c3c0 tx=0x7f8ad400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ada7fc640 1 -- 172.21.15.173:0/3256098230 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad40052d0 con 0x7f8ae4072940 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8ada7fc640 1 -- 172.21.15.173:0/3256098230 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ad4005490 con 0x7f8ae4072940 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.711+0000 7f8aebb86640 1 -- 172.21.15.173:0/3256098230 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ae4133770 con 0x7f8ae4072940 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.712+0000 7f8ada7fc640 1 -- 172.21.15.173:0/3256098230 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad4007260 con 0x7f8ae4072940 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.712+0000 7f8aebb86640 1 -- 172.21.15.173:0/3256098230 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ae414bd10 con 0x7f8ae4072940 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.713+0000 7f8aebb86640 1 -- 172.21.15.173:0/3256098230 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ae40cd280 con 0x7f8ae4072940 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.713+0000 7f8ada7fc640 1 -- 172.21.15.173:0/3256098230 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8ad4007400 con 0x7f8ae4072940 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.714+0000 7f8ada7fc640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8ad006be30 0x7f8ad006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:33.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.714+0000 7f8ada7fc640 1 -- 172.21.15.173:0/3256098230 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8ad408a540 con 0x7f8ae4072940 2024-09-10T09:27:33.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.714+0000 7f8ae9121640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8ad006be30 0x7f8ad006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:33.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.714+0000 7f8ae9121640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8ad006be30 0x7f8ad006e2f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0034000 tx=0x7f8ae002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:33.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.718+0000 7f8ada7fc640 1 -- 172.21.15.173:0/3256098230 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8ae40cd280 con 0x7f8ae4072940 2024-09-10T09:27:33.886 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.885+0000 7f8aebb86640 1 -- 172.21.15.173:0/3256098230 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8ae40cfb90 con 0x7f8ae4072940 2024-09-10T09:27:33.887 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.886+0000 7f8ada7fc640 1 -- 172.21.15.173:0/3256098230 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18634 (secure 0 0 0) 0x7f8ad40585f0 con 0x7f8ae4072940 2024-09-10T09:27:33.887 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:33.888 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":25,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:21.637696+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:33.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.888+0000 7f8aebb86640 1 -- 172.21.15.173:0/3256098230 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8ad006be30 msgr2=0x7f8ad006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:33.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.888+0000 7f8aebb86640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8ad006be30 0x7f8ad006e2f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0034000 tx=0x7f8ae002e000 comp rx=0 tx=0).stop 2024-09-10T09:27:33.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.888+0000 7f8aebb86640 1 -- 172.21.15.173:0/3256098230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 msgr2=0x7f8ae41476f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:33.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.888+0000 7f8aebb86640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 0x7f8ae41476f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8ad400c3c0 tx=0x7f8ad400c880 comp rx=0 tx=0).stop 2024-09-10T09:27:33.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.888+0000 7f8aebb86640 1 -- 172.21.15.173:0/3256098230 shutdown_connections 2024-09-10T09:27:33.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.888+0000 7f8aebb86640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8ad006be30 0x7f8ad006e2f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:33.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.888+0000 7f8aebb86640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ae415ba30 0x7f8ae40b17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:33.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.888+0000 7f8aebb86640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8ae40b4880 0x7f8ae40b12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:33.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.888+0000 7f8aebb86640 1 --2- 172.21.15.173:0/3256098230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ae4072940 0x7f8ae41476f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:33.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.888+0000 7f8aebb86640 1 -- 172.21.15.173:0/3256098230 >> 172.21.15.173:0/3256098230 conn(0x7f8ae4067d70 msgr2=0x7f8ae40cea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:33.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.889+0000 7f8aebb86640 1 -- 172.21.15.173:0/3256098230 shutdown_connections 2024-09-10T09:27:33.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.889+0000 7f8aebb86640 1 -- 172.21.15.173:0/3256098230 wait complete. 2024-09-10T09:27:33.901 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:33.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.998+0000 7fbb602d0640 1 Processor -- start 2024-09-10T09:27:33.999 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.998+0000 7fbb602d0640 1 -- start start 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.999+0000 7fbb602d0640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbb5815e5f0 0x7fbb580d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.999+0000 7fbb602d0640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb580d3690 con 0x7fbb580d30f0 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.999+0000 7fbb602d0640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb580d3970 con 0x7fbb580b6690 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.999+0000 7fbb602d0640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fbb5806d530 con 0x7fbb5815e5f0 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:33.999+0000 7fbb5e06c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbb5815e5f0 0x7fbb580d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.000+0000 7fbb5e06c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbb5815e5f0 0x7fbb580d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:38650/0 (socket says 172.21.15.173:38650) 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.000+0000 7fbb5d86b640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fbb580d30f0 0x7fbb580b5f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:37140/0 (socket says 172.21.15.173:37140) 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.000+0000 7fbb5e06c640 1 -- 172.21.15.173:0/2571050410 learned_addr learned my addr 172.21.15.173:0/2571050410 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.000+0000 7fbb5e06c640 1 -- 172.21.15.173:0/2571050410 >> v1:172.21.15.176:6789/0 conn(0x7fbb580b6690 legacy=0x7fbb5806d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.000+0000 7fbb5e06c640 1 -- 172.21.15.173:0/2571050410 >> v1:172.21.15.173:6789/0 conn(0x7fbb580d30f0 legacy=0x7fbb580b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:34.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.000+0000 7fbb5e06c640 1 -- 172.21.15.173:0/2571050410 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb5806cee0 con 0x7fbb5815e5f0 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.000+0000 7fbb5e06c640 1 --2- 172.21.15.173:0/2571050410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb5815e5f0 0x7fbb580d4dd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbb540098a0 tx=0x7fbb5402a2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7488356e62b8bd38 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.001+0000 7fbb5d06a640 1 -- 172.21.15.173:0/2571050410 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54037070 con 0x7fbb5815e5f0 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.001+0000 7fbb5d06a640 1 -- 172.21.15.173:0/2571050410 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb54032440 con 0x7fbb5815e5f0 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.001+0000 7fbb5d06a640 1 -- 172.21.15.173:0/2571050410 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54032810 con 0x7fbb5815e5f0 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.001+0000 7fbb602d0640 1 -- 172.21.15.173:0/2571050410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb5815e5f0 msgr2=0x7fbb580d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.001+0000 7fbb602d0640 1 --2- 172.21.15.173:0/2571050410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb5815e5f0 0x7fbb580d4dd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbb540098a0 tx=0x7fbb5402a2e0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.001+0000 7fbb602d0640 1 -- 172.21.15.173:0/2571050410 shutdown_connections 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.001+0000 7fbb602d0640 1 --2- 172.21.15.173:0/2571050410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb5815e5f0 0x7fbb580d4dd0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.001+0000 7fbb602d0640 1 -- 172.21.15.173:0/2571050410 >> 172.21.15.173:0/2571050410 conn(0x7fbb5808bfc0 msgr2=0x7fbb580d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.001+0000 7fbb602d0640 1 -- 172.21.15.173:0/2571050410 shutdown_connections 2024-09-10T09:27:34.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.001+0000 7fbb602d0640 1 -- 172.21.15.173:0/2571050410 wait complete. 2024-09-10T09:27:34.005 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.002+0000 7fbb602d0640 1 Processor -- start 2024-09-10T09:27:34.005 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.002+0000 7fbb602d0640 1 -- start start 2024-09-10T09:27:34.005 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.003+0000 7fbb602d0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb580b6690 0x7fbb581508b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.003+0000 7fbb602d0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbb580d30f0 0x7fbb58160140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.003+0000 7fbb602d0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbb5815e5f0 0x7fbb5809e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.003+0000 7fbb602d0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbb580d5310 con 0x7fbb580b6690 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.003+0000 7fbb602d0640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbb5815e9d0 con 0x7fbb5815e5f0 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.003+0000 7fbb602d0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fbb5806e0d0 con 0x7fbb580d30f0 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.003+0000 7fbb5e06c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb580b6690 0x7fbb581508b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.003+0000 7fbb5e06c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb580b6690 0x7fbb581508b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:38656/0 (socket says 172.21.15.173:38656) 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.003+0000 7fbb5e06c640 1 -- 172.21.15.173:0/4115677406 learned_addr learned my addr 172.21.15.173:0/4115677406 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.003+0000 7fbb5e06c640 1 -- 172.21.15.173:0/4115677406 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbb580d30f0 msgr2=0x7fbb58160140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.004+0000 7fbb5e06c640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbb580d30f0 0x7fbb58160140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.004+0000 7fbb5e06c640 1 -- 172.21.15.173:0/4115677406 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbb5815e5f0 msgr2=0x7fbb5809e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.004+0000 7fbb5e06c640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbb5815e5f0 0x7fbb5809e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.004+0000 7fbb5e06c640 1 -- 172.21.15.173:0/4115677406 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb58160a90 con 0x7fbb580b6690 2024-09-10T09:27:34.007 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.004+0000 7fbb5e06c640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb580b6690 0x7fbb581508b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbb540090b0 tx=0x7fbb540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:34.007 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.004+0000 7fbb4effd640 1 -- 172.21.15.173:0/4115677406 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54037040 con 0x7fbb580b6690 2024-09-10T09:27:34.007 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.004+0000 7fbb4effd640 1 -- 172.21.15.173:0/4115677406 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb54004250 con 0x7fbb580b6690 2024-09-10T09:27:34.007 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.004+0000 7fbb602d0640 1 -- 172.21.15.173:0/4115677406 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb58160d70 con 0x7fbb580b6690 2024-09-10T09:27:34.007 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.004+0000 7fbb4effd640 1 -- 172.21.15.173:0/4115677406 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54032e60 con 0x7fbb580b6690 2024-09-10T09:27:34.007 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.004+0000 7fbb602d0640 1 -- 172.21.15.173:0/4115677406 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb58161330 con 0x7fbb580b6690 2024-09-10T09:27:34.008 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.005+0000 7fbb602d0640 1 -- 172.21.15.173:0/4115677406 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb580d4dd0 con 0x7fbb580b6690 2024-09-10T09:27:34.008 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.005+0000 7fbb4effd640 1 -- 172.21.15.173:0/4115677406 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbb5403a070 con 0x7fbb580b6690 2024-09-10T09:27:34.008 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.006+0000 7fbb4effd640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbb3c06be30 0x7fbb3c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.008 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.006+0000 7fbb4effd640 1 -- 172.21.15.173:0/4115677406 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbb540ab900 con 0x7fbb580b6690 2024-09-10T09:27:34.008 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.006+0000 7fbb5d86b640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbb3c06be30 0x7fbb3c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:34.008 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.006+0000 7fbb5d86b640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbb3c06be30 0x7fbb3c06e2f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbb48000f60 tx=0x7fbb48007a00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:34.011 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.010+0000 7fbb4effd640 1 -- 172.21.15.173:0/4115677406 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbb54041020 con 0x7fbb580b6690 2024-09-10T09:27:34.178 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.177+0000 7fbb602d0640 1 -- 172.21.15.173:0/4115677406 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbb580cffd0 con 0x7fbb580b6690 2024-09-10T09:27:34.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.178+0000 7fbb4effd640 1 -- 172.21.15.173:0/4115677406 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18634 (secure 0 0 0) 0x7fbb54079f70 con 0x7fbb580b6690 2024-09-10T09:27:34.179 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:34.179 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":25,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:21.637696+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:34.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 -- 172.21.15.173:0/4115677406 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbb3c06be30 msgr2=0x7fbb3c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:34.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbb3c06be30 0x7fbb3c06e2f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbb48000f60 tx=0x7fbb48007a00 comp rx=0 tx=0).stop 2024-09-10T09:27:34.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 -- 172.21.15.173:0/4115677406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb580b6690 msgr2=0x7fbb581508b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:34.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb580b6690 0x7fbb581508b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbb540090b0 tx=0x7fbb540046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 -- 172.21.15.173:0/4115677406 shutdown_connections 2024-09-10T09:27:34.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbb3c06be30 0x7fbb3c06e2f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbb5815e5f0 0x7fbb5809e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbb580d30f0 0x7fbb58160140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 --2- 172.21.15.173:0/4115677406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb580b6690 0x7fbb581508b0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 -- 172.21.15.173:0/4115677406 >> 172.21.15.173:0/4115677406 conn(0x7fbb5808bfc0 msgr2=0x7fbb580b2150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:34.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 -- 172.21.15.173:0/4115677406 shutdown_connections 2024-09-10T09:27:34.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.180+0000 7fbb602d0640 1 -- 172.21.15.173:0/4115677406 wait complete. 2024-09-10T09:27:34.192 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T09:27:34.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.291+0000 7fe89bc5c640 1 Processor -- start 2024-09-10T09:27:34.293 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.291+0000 7fe89bc5c640 1 -- start start 2024-09-10T09:27:34.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.292+0000 7fe89bc5c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe89415e410 0x7fe8940b5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.292+0000 7fe89bc5c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe89406bc10 0x7fe89406c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.292+0000 7fe89bc5c640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8940ae240 con 0x7fe8940b40c0 2024-09-10T09:27:34.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.292+0000 7fe89bc5c640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fe89406c5c0 con 0x7fe89406bc10 2024-09-10T09:27:34.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.292+0000 7fe89bc5c640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe8940ae520 con 0x7fe89415e410 2024-09-10T09:27:34.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.292+0000 7fe89a1f9640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe89406bc10 0x7fe89406c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:34.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.292+0000 7fe89a1f9640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe89406bc10 0x7fe89406c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:38670/0 (socket says 172.21.15.173:38670) 2024-09-10T09:27:34.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.292+0000 7fe8991f7640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fe8940b40c0 0x7fe8940aff40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:37148/0 (socket says 172.21.15.173:37148) 2024-09-10T09:27:34.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.292+0000 7fe89a1f9640 1 -- 172.21.15.173:0/57892422 learned_addr learned my addr 172.21.15.173:0/57892422 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:34.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.293+0000 7fe8999f8640 1 --2- 172.21.15.173:0/57892422 >> v2:172.21.15.176:3300/0 conn(0x7fe89415e410 0x7fe8940b5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:34.295 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.293+0000 7fe89a1f9640 1 -- 172.21.15.173:0/57892422 >> v2:172.21.15.176:3300/0 conn(0x7fe89415e410 msgr2=0x7fe8940b5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:34.295 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.293+0000 7fe89a1f9640 1 --2- 172.21.15.173:0/57892422 >> v2:172.21.15.176:3300/0 conn(0x7fe89415e410 0x7fe8940b5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.295 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.293+0000 7fe89a1f9640 1 -- 172.21.15.173:0/57892422 >> v1:172.21.15.173:6789/0 conn(0x7fe8940b40c0 legacy=0x7fe8940aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:34.295 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.293+0000 7fe89a1f9640 1 -- 172.21.15.173:0/57892422 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8940ae800 con 0x7fe89406bc10 2024-09-10T09:27:34.295 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.293+0000 7fe8989f6640 1 -- 172.21.15.173:0/57892422 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2281830130 0 0) 0x7fe8940ae240 con 0x7fe8940b40c0 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.293+0000 7fe89a1f9640 1 --2- 172.21.15.173:0/57892422 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 0x7fe89406c080 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe8940b3e10 tx=0x7fe88c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46b545bf33183556 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe8989f6640 1 -- 172.21.15.173:0/57892422 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88c036070 con 0x7fe89406bc10 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe8989f6640 1 -- 172.21.15.173:0/57892422 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe88c031600 con 0x7fe89406bc10 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe8989f6640 1 -- 172.21.15.173:0/57892422 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88c0319d0 con 0x7fe89406bc10 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe89bc5c640 1 -- 172.21.15.173:0/57892422 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 msgr2=0x7fe89406c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe89bc5c640 1 --2- 172.21.15.173:0/57892422 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 0x7fe89406c080 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe8940b3e10 tx=0x7fe88c02a6a0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe89bc5c640 1 -- 172.21.15.173:0/57892422 shutdown_connections 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe89bc5c640 1 --2- 172.21.15.173:0/57892422 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 0x7fe89406c080 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe89bc5c640 1 --2- 172.21.15.173:0/57892422 >> v2:172.21.15.176:3300/0 conn(0x7fe89415e410 0x7fe8940b5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe89bc5c640 1 -- 172.21.15.173:0/57892422 >> 172.21.15.173:0/57892422 conn(0x7fe89409aa30 msgr2=0x7fe8940b65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:34.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe89bc5c640 1 -- 172.21.15.173:0/57892422 shutdown_connections 2024-09-10T09:27:34.297 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.294+0000 7fe89bc5c640 1 -- 172.21.15.173:0/57892422 wait complete. 2024-09-10T09:27:34.298 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.295+0000 7fe89bc5c640 1 Processor -- start 2024-09-10T09:27:34.298 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.295+0000 7fe89bc5c640 1 -- start start 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe89bc5c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 0x7fe8941570d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe89bc5c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe8940b40c0 0x7fe8940cd300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe89bc5c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe89415e410 0x7fe89415eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe89bc5c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe89415e7f0 con 0x7fe89406bc10 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe89bc5c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe8940b4510 con 0x7fe89415e410 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe89bc5c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe89415e970 con 0x7fe8940b40c0 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe8999f8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 0x7fe8941570d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe8999f8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 0x7fe8941570d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:38678/0 (socket says 172.21.15.173:38678) 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe8999f8640 1 -- 172.21.15.173:0/762553495 learned_addr learned my addr 172.21.15.173:0/762553495 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe89a1f9640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe89415e410 0x7fe89415eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.296+0000 7fe8991f7640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe8940b40c0 0x7fe8940cd300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe8999f8640 1 -- 172.21.15.173:0/762553495 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe8940b40c0 msgr2=0x7fe8940cd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe8999f8640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe8940b40c0 0x7fe8940cd300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe8999f8640 1 -- 172.21.15.173:0/762553495 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe89415e410 msgr2=0x7fe89415eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:34.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe8999f8640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe89415e410 0x7fe89415eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:34.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe8999f8640 1 -- 172.21.15.173:0/762553495 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe89415f030 con 0x7fe89406bc10 2024-09-10T09:27:34.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe8999f8640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 0x7fe8941570d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe89000d800 tx=0x7fe89000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:34.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe88a7fc640 1 -- 172.21.15.173:0/762553495 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe89000b6c0 con 0x7fe89406bc10 2024-09-10T09:27:34.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe88a7fc640 1 -- 172.21.15.173:0/762553495 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe890019070 con 0x7fe89406bc10 2024-09-10T09:27:34.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe88a7fc640 1 -- 172.21.15.173:0/762553495 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe89000ba80 con 0x7fe89406bc10 2024-09-10T09:27:34.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe89bc5c640 1 -- 172.21.15.173:0/762553495 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe89415f2d0 con 0x7fe89406bc10 2024-09-10T09:27:34.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.297+0000 7fe89bc5c640 1 -- 172.21.15.173:0/762553495 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe89415f890 con 0x7fe89406bc10 2024-09-10T09:27:34.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.298+0000 7fe89bc5c640 1 -- 172.21.15.173:0/762553495 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe89406c080 con 0x7fe89406bc10 2024-09-10T09:27:34.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.298+0000 7fe88a7fc640 1 -- 172.21.15.173:0/762553495 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe89000bc20 con 0x7fe89406bc10 2024-09-10T09:27:34.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.299+0000 7fe88a7fc640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe87806be30 0x7fe87806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:34.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.299+0000 7fe88a7fc640 1 -- 172.21.15.173:0/762553495 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe89008b4f0 con 0x7fe89406bc10 2024-09-10T09:27:34.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.299+0000 7fe8991f7640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe87806be30 0x7fe87806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:34.302 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.299+0000 7fe8991f7640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe87806be30 0x7fe87806e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe8941f75b0 tx=0x7fe884007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:34.304 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.303+0000 7fe88a7fc640 1 -- 172.21.15.173:0/762553495 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe890059510 con 0x7fe89406bc10 2024-09-10T09:27:34.507 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:34.506+0000 7fe89bc5c640 1 -- 172.21.15.173:0/762553495 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fe8940af420 con 0x7fe89406bc10 2024-09-10T09:27:35.310 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.309+0000 7fe88a7fc640 1 -- 172.21.15.173:0/762553495 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) ==== 118+0+0 (secure 0 0 0) 0x7fe89005d810 con 0x7fe89406bc10 2024-09-10T09:27:35.313 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 -- 172.21.15.173:0/762553495 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe87806be30 msgr2=0x7fe87806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:35.313 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe87806be30 0x7fe87806e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe8941f75b0 tx=0x7fe884007d50 comp rx=0 tx=0).stop 2024-09-10T09:27:35.313 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 -- 172.21.15.173:0/762553495 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 msgr2=0x7fe8941570d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:35.313 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 0x7fe8941570d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe89000d800 tx=0x7fe89000dcc0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.313 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 -- 172.21.15.173:0/762553495 shutdown_connections 2024-09-10T09:27:35.313 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe87806be30 0x7fe87806e2f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.313 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe89415e410 0x7fe89415eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.314 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe8940b40c0 0x7fe8940cd300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.314 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 --2- 172.21.15.173:0/762553495 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe89406bc10 0x7fe8941570d0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.314 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 -- 172.21.15.173:0/762553495 >> 172.21.15.173:0/762553495 conn(0x7fe89409aa30 msgr2=0x7fe8940af940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:35.314 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 -- 172.21.15.173:0/762553495 shutdown_connections 2024-09-10T09:27:35.314 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.312+0000 7fe89bc5c640 1 -- 172.21.15.173:0/762553495 wait complete. 2024-09-10T09:27:35.326 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-10T09:27:35.326 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T09:27:35.433 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.432+0000 7f7ddeb5b640 1 Processor -- start 2024-09-10T09:27:35.433 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.432+0000 7f7ddeb5b640 1 -- start start 2024-09-10T09:27:35.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.433+0000 7f7ddeb5b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f7dd815e7f0 0x7f7dd80b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:35.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.433+0000 7f7ddeb5b640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7dd806cdc0 con 0x7f7dd80af210 2024-09-10T09:27:35.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.433+0000 7f7ddeb5b640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7dd806d0a0 con 0x7f7dd8071180 2024-09-10T09:27:35.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.433+0000 7f7ddeb5b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f7dd806d380 con 0x7f7dd815e7f0 2024-09-10T09:27:35.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.433+0000 7f7dd7fff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f7dd80af210 0x7f7dd8070a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:37160/0 (socket says 172.21.15.173:37160) 2024-09-10T09:27:35.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.433+0000 7f7dd7fff640 1 -- 172.21.15.173:0/3005428575 learned_addr learned my addr 172.21.15.173:0/3005428575 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:35.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.433+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2181089273 0 0) 0x7f7dd806cdc0 con 0x7f7dd80af210 2024-09-10T09:27:35.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.433+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7dc0003520 con 0x7f7dd80af210 2024-09-10T09:27:35.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.433+0000 7f7ddc8f7640 1 --2- 172.21.15.173:0/3005428575 >> v2:172.21.15.176:3300/0 conn(0x7f7dd815e7f0 0x7f7dd80b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3356179446 0 0) 0x7f7dc0003520 con 0x7f7dd80af210 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 >> v2:172.21.15.176:3300/0 conn(0x7f7dd815e7f0 msgr2=0x7f7dd80b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 --2- 172.21.15.173:0/3005428575 >> v2:172.21.15.176:3300/0 conn(0x7f7dd815e7f0 0x7f7dd80b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 >> v1:172.21.15.176:6789/0 conn(0x7f7dd8071180 legacy=0x7f7dd806de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dd806d660 con 0x7f7dd80af210 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f7dcc001670 con 0x7f7dd80af210 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 >> v1:172.21.15.173:6789/0 conn(0x7f7dd80af210 legacy=0x7f7dd8070a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7dc00039b0 0x7f7dc0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dc0004800 0x7f7dc0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7dc00051c0 0x7f7dc000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd806d380 con 0x7f7dc0004800 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc000c060 con 0x7f7dc00051c0 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f7dc000c260 con 0x7f7dc00039b0 2024-09-10T09:27:35.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd7fff640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dc0004800 0x7f7dc0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7ddc8f7640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7dc00039b0 0x7f7dc0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7ddd0f8640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7dc00051c0 0x7f7dc000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd7fff640 1 -- 172.21.15.173:0/3005428575 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7dc00039b0 msgr2=0x7f7dc0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd7fff640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7dc00039b0 0x7f7dc0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd7fff640 1 -- 172.21.15.173:0/3005428575 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7dc00051c0 msgr2=0x7f7dc000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd7fff640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7dc00051c0 0x7f7dc000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7ddd0f8640 1 -- 172.21.15.173:0/3005428575 reap_dead start 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.434+0000 7f7dd7fff640 1 -- 172.21.15.173:0/3005428575 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dc0003520 con 0x7f7dc0004800 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.435+0000 7f7dd7fff640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dc0004800 0x7f7dc0004c80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc00c210 tx=0x7f7dc0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a678c9e5ee48086 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.435+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc007d10 con 0x7f7dc0004800 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.435+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dcc0058d0 con 0x7f7dc0004800 2024-09-10T09:27:35.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.435+0000 7f7dd77fe640 1 -- 172.21.15.173:0/3005428575 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc005d40 con 0x7f7dc0004800 2024-09-10T09:27:35.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.435+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/3005428575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dc0004800 msgr2=0x7f7dc0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.435+0000 7f7ddeb5b640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dc0004800 0x7f7dc0004c80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc00c210 tx=0x7f7dc0005830 comp rx=0 tx=0).stop 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.436+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/3005428575 shutdown_connections 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.436+0000 7f7ddeb5b640 1 --2- 172.21.15.173:0/3005428575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dc0004800 0x7f7dc0004c80 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.436+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/3005428575 >> 172.21.15.173:0/3005428575 conn(0x7f7dd80b3f30 msgr2=0x7f7dd80b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.436+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/3005428575 shutdown_connections 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.436+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/3005428575 wait complete. 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.437+0000 7f7ddeb5b640 1 Processor -- start 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.437+0000 7f7ddeb5b640 1 -- start start 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddeb5b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7dc0004800 0x7f7dd81609a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddeb5b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dd80cf9e0 0x7f7dd815a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddeb5b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7dd80d13a0 0x7f7dd80d1820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddeb5b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd8070a70 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddeb5b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd80b6150 con 0x7f7dc0004800 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddeb5b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f7dd8070bf0 con 0x7f7dd80d13a0 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd7fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dd80cf9e0 0x7f7dd815a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd7fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dd80cf9e0 0x7f7dd815a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:38692/0 (socket says 172.21.15.173:38692) 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd7fff640 1 -- 172.21.15.173:0/2605762357 learned_addr learned my addr 172.21.15.173:0/2605762357 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddc8f7640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7dc0004800 0x7f7dd81609a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddd0f8640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7dd80d13a0 0x7f7dd80d1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd7fff640 1 -- 172.21.15.173:0/2605762357 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7dd80d13a0 msgr2=0x7f7dd80d1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd7fff640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7dd80d13a0 0x7f7dd80d1820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd7fff640 1 -- 172.21.15.173:0/2605762357 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7dc0004800 msgr2=0x7f7dd81609a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd7fff640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7dc0004800 0x7f7dd81609a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd7fff640 1 -- 172.21.15.173:0/2605762357 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dd80cfe60 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddd0f8640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7dd80d13a0 0x7f7dd80d1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:35.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd7fff640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dd80cf9e0 0x7f7dd815a9e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc00c210 tx=0x7f7dd806cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd57fa640 1 -- 172.21.15.173:0/2605762357 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc040020 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd57fa640 1 -- 172.21.15.173:0/2605762357 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dcc000ed0 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/2605762357 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dd8161080 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7dd57fa640 1 -- 172.21.15.173:0/2605762357 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc007d10 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.438+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/2605762357 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dd81f5640 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.439+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/2605762357 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dd8161470 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.440+0000 7f7dd57fa640 1 -- 172.21.15.173:0/2605762357 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7dcc043020 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.440+0000 7f7dd57fa640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7dc406be30 0x7f7dc406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.440+0000 7f7dd57fa640 1 -- 172.21.15.173:0/2605762357 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7dcc0aaea0 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.440+0000 7f7ddc8f7640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7dc406be30 0x7f7dc406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:35.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.441+0000 7f7ddc8f7640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7dc406be30 0x7f7dc406e2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7dc8009c40 tx=0x7f7dc8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:35.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.445+0000 7f7dd57fa640 1 -- 172.21.15.173:0/2605762357 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7dcc04a030 con 0x7f7dd80cf9e0 2024-09-10T09:27:35.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:35.643+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/2605762357 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f7dd8070620 con 0x7f7dd80cf9e0 2024-09-10T09:27:36.318 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.317+0000 7f7dd57fa640 1 -- 172.21.15.173:0/2605762357 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) ==== 122+0+0 (secure 0 0 0) 0x7f7dcc079480 con 0x7f7dd80cf9e0 2024-09-10T09:27:36.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/2605762357 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7dc406be30 msgr2=0x7f7dc406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7dc406be30 0x7f7dc406e2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7dc8009c40 tx=0x7f7dc8009190 comp rx=0 tx=0).stop 2024-09-10T09:27:36.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/2605762357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dd80cf9e0 msgr2=0x7f7dd815a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dd80cf9e0 0x7f7dd815a9e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc00c210 tx=0x7f7dd806cf90 comp rx=0 tx=0).stop 2024-09-10T09:27:36.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/2605762357 shutdown_connections 2024-09-10T09:27:36.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7dc406be30 0x7f7dc406e2f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7dd80d13a0 0x7f7dd80d1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7dd80cf9e0 0x7f7dd815a9e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 --2- 172.21.15.173:0/2605762357 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7dc0004800 0x7f7dd81609a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/2605762357 >> 172.21.15.173:0/2605762357 conn(0x7f7dd80b3f30 msgr2=0x7f7dd80b62d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:36.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/2605762357 shutdown_connections 2024-09-10T09:27:36.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.320+0000 7f7ddeb5b640 1 -- 172.21.15.173:0/2605762357 wait complete. 2024-09-10T09:27:36.335 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T09:27:36.335 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:36.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.433+0000 7f1b8fb8f640 1 Processor -- start 2024-09-10T09:27:36.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.433+0000 7f1b8fb8f640 1 -- start start 2024-09-10T09:27:36.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.434+0000 7f1b8fb8f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b8815b300 0x7f1b880cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.434+0000 7f1b8fb8f640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1b880cd3f0 0x7f1b8806f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.434+0000 7f1b8fb8f640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1b88072d30 0x7f1b8806f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.434+0000 7f1b8fb8f640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f1b880728a0 con 0x7f1b88072d30 2024-09-10T09:27:36.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.434+0000 7f1b8fb8f640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f1b880cdbe0 con 0x7f1b880cd3f0 2024-09-10T09:27:36.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.434+0000 7f1b8fb8f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1b880cd900 con 0x7f1b8815b300 2024-09-10T09:27:36.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.434+0000 7f1b8e12c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1b88072d30 0x7f1b8806f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.434+0000 7f1b8e12c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1b88072d30 0x7f1b8806f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:36998/0 (socket says 172.21.15.173:36998) 2024-09-10T09:27:36.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.434+0000 7f1b8e12c640 1 -- 172.21.15.173:0/921906513 learned_addr learned my addr 172.21.15.173:0/921906513 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:36.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.435+0000 7f1b8d92b640 1 --2- 172.21.15.173:0/921906513 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b8815b300 0x7f1b880cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.435+0000 7f1b8d12a640 1 --2- 172.21.15.173:0/921906513 >> v2:172.21.15.176:3300/0 conn(0x7f1b880cd3f0 0x7f1b8806f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.435+0000 7f1b8e12c640 1 -- 172.21.15.173:0/921906513 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b8815b300 msgr2=0x7f1b880cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:36.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.435+0000 7f1b8e12c640 1 --2- 172.21.15.173:0/921906513 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b8815b300 0x7f1b880cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.435+0000 7f1b8e12c640 1 -- 172.21.15.173:0/921906513 >> v2:172.21.15.176:3300/0 conn(0x7f1b880cd3f0 msgr2=0x7f1b8806f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:36.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.435+0000 7f1b8e12c640 1 --2- 172.21.15.173:0/921906513 >> v2:172.21.15.176:3300/0 conn(0x7f1b880cd3f0 0x7f1b8806f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.435+0000 7f1b8e12c640 1 -- 172.21.15.173:0/921906513 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b88072250 con 0x7f1b88072d30 2024-09-10T09:27:36.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.435+0000 7f1b8d92b640 1 --2- 172.21.15.173:0/921906513 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b8815b300 0x7f1b880cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:36.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.435+0000 7f1b8e12c640 1 --2- 172.21.15.173:0/921906513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 0x7f1b8806f700 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1b8806fd40 tx=0x7f1b8002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e1b6ba1dc01b56c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:36.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8c929640 1 -- 172.21.15.173:0/921906513 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b80036070 con 0x7f1b88072d30 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8c929640 1 -- 172.21.15.173:0/921906513 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b80031600 con 0x7f1b88072d30 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8c929640 1 -- 172.21.15.173:0/921906513 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b800319d0 con 0x7f1b88072d30 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/921906513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 msgr2=0x7f1b8806f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8fb8f640 1 --2- 172.21.15.173:0/921906513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 0x7f1b8806f700 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1b8806fd40 tx=0x7f1b8002a6a0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/921906513 shutdown_connections 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8fb8f640 1 --2- 172.21.15.173:0/921906513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 0x7f1b8806f700 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8fb8f640 1 --2- 172.21.15.173:0/921906513 >> v2:172.21.15.176:3300/0 conn(0x7f1b880cd3f0 0x7f1b8806f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8fb8f640 1 --2- 172.21.15.173:0/921906513 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b8815b300 0x7f1b880cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/921906513 >> 172.21.15.173:0/921906513 conn(0x7f1b88067d70 msgr2=0x7f1b8806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/921906513 shutdown_connections 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.436+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/921906513 wait complete. 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.437+0000 7f1b8fb8f640 1 Processor -- start 2024-09-10T09:27:36.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.437+0000 7f1b8fb8f640 1 -- start start 2024-09-10T09:27:36.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8fb8f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 0x7f1b881490b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8fb8f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b880cd3f0 0x7f1b881497d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8fb8f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b8815b300 0x7f1b88155e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8fb8f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1b880d0160 con 0x7f1b88072d30 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8fb8f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1b880cffe0 con 0x7f1b8815b300 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8fb8f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1b880b3c40 con 0x7f1b880cd3f0 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8d92b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 0x7f1b881490b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8d92b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 0x7f1b881490b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37002/0 (socket says 172.21.15.173:37002) 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8d92b640 1 -- 172.21.15.173:0/3172705335 learned_addr learned my addr 172.21.15.173:0/3172705335 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8d12a640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b880cd3f0 0x7f1b881497d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8e12c640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b8815b300 0x7f1b88155e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8d92b640 1 -- 172.21.15.173:0/3172705335 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b880cd3f0 msgr2=0x7f1b881497d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8d92b640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b880cd3f0 0x7f1b881497d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8d92b640 1 -- 172.21.15.173:0/3172705335 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b8815b300 msgr2=0x7f1b88155e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8d92b640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b8815b300 0x7f1b88155e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8d92b640 1 -- 172.21.15.173:0/3172705335 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b8814cb50 con 0x7f1b88072d30 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.438+0000 7f1b8e12c640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b8815b300 0x7f1b88155e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.439+0000 7f1b8d92b640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 0x7f1b881490b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1b8400d800 tx=0x7f1b8400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.439+0000 7f1b7e7fc640 1 -- 172.21.15.173:0/3172705335 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b84004030 con 0x7f1b88072d30 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.439+0000 7f1b7e7fc640 1 -- 172.21.15.173:0/3172705335 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b840041d0 con 0x7f1b88072d30 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.439+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/3172705335 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b8815a9d0 con 0x7f1b88072d30 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.439+0000 7f1b7e7fc640 1 -- 172.21.15.173:0/3172705335 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b840096a0 con 0x7f1b88072d30 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.439+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/3172705335 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b8814c350 con 0x7f1b88072d30 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.440+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/3172705335 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b880b2fc0 con 0x7f1b88072d30 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.440+0000 7f1b7e7fc640 1 -- 172.21.15.173:0/3172705335 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1b84009840 con 0x7f1b88072d30 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.441+0000 7f1b7e7fc640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1b6c06be60 0x7f1b6c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.441+0000 7f1b7e7fc640 1 -- 172.21.15.173:0/3172705335 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1b8408b2d0 con 0x7f1b88072d30 2024-09-10T09:27:36.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.441+0000 7f1b8d12a640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1b6c06be60 0x7f1b6c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.441+0000 7f1b8d12a640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1b6c06be60 0x7f1b6c06e320 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1b881f7b70 tx=0x7f1b78008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:36.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.445+0000 7f1b7e7fc640 1 -- 172.21.15.173:0/3172705335 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b8814cb50 con 0x7f1b88072d30 2024-09-10T09:27:36.647 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.646+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/3172705335 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b8806f330 con 0x7f1b88072d30 2024-09-10T09:27:36.647 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.646+0000 7f1b7e7fc640 1 -- 172.21.15.173:0/3172705335 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5228 (secure 0 0 0) 0x7f1b840599d0 con 0x7f1b88072d30 2024-09-10T09:27:36.648 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:36.648 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":9,"btime":"2024-09-10T09:27:36:310391+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:27:16.577320+0000","modified":"2024-09-10T09:27:35.644564+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-09-10T09:27:36.648 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 9 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.648+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/3172705335 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1b6c06be60 msgr2=0x7f1b6c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.648+0000 7f1b8fb8f640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1b6c06be60 0x7f1b6c06e320 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1b881f7b70 tx=0x7f1b78008040 comp rx=0 tx=0).stop 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.648+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/3172705335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 msgr2=0x7f1b881490b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.648+0000 7f1b8fb8f640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 0x7f1b881490b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1b8400d800 tx=0x7f1b8400dcc0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.649+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/3172705335 shutdown_connections 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.649+0000 7f1b8fb8f640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1b6c06be60 0x7f1b6c06e320 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.649+0000 7f1b8fb8f640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b8815b300 0x7f1b88155e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.649+0000 7f1b8fb8f640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1b880cd3f0 0x7f1b881497d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.649+0000 7f1b8fb8f640 1 --2- 172.21.15.173:0/3172705335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b88072d30 0x7f1b881490b0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.649+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/3172705335 >> 172.21.15.173:0/3172705335 conn(0x7f1b88067d70 msgr2=0x7f1b8815db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.649+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/3172705335 shutdown_connections 2024-09-10T09:27:36.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.649+0000 7f1b8fb8f640 1 -- 172.21.15.173:0/3172705335 wait complete. 2024-09-10T09:27:36.660 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:36.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.757+0000 7f30b101e640 1 Processor -- start 2024-09-10T09:27:36.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.757+0000 7f30b101e640 1 -- start start 2024-09-10T09:27:36.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.758+0000 7f30b101e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f30ac06c320 0x7f30ac15ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.758+0000 7f30b101e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac0ae140 0x7f30ac0af950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.758+0000 7f30b101e640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30ac0b3570 con 0x7f30ac145bc0 2024-09-10T09:27:36.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.758+0000 7f30b101e640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f30ac0b3850 con 0x7f30ac06c320 2024-09-10T09:27:36.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.758+0000 7f30b101e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f30ac0b3b30 con 0x7f30ac0ae140 2024-09-10T09:27:36.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.758+0000 7f30ab59e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac0ae140 0x7f30ac0af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.758+0000 7f30a259c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f30ac06c320 0x7f30ac15ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.759+0000 7f30ab59e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac0ae140 0x7f30ac0af950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:50798/0 (socket says 172.21.15.173:50798) 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.759+0000 7f30ab59e640 1 -- 172.21.15.173:0/1138816890 learned_addr learned my addr 172.21.15.173:0/1138816890 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.759+0000 7f30aa59c640 1 -- 172.21.15.173:0/1138816890 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3208313544 0 0) 0x7f30ac0b3570 con 0x7f30ac145bc0 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.759+0000 7f30aa59c640 1 -- 172.21.15.173:0/1138816890 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3098003520 con 0x7f30ac145bc0 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.759+0000 7f30ab59e640 1 -- 172.21.15.173:0/1138816890 >> v2:172.21.15.176:3300/0 conn(0x7f30ac06c320 msgr2=0x7f30ac15ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.759+0000 7f30ab59e640 1 --2- 172.21.15.173:0/1138816890 >> v2:172.21.15.176:3300/0 conn(0x7f30ac06c320 0x7f30ac15ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.759+0000 7f30ab59e640 1 -- 172.21.15.173:0/1138816890 >> v1:172.21.15.176:6789/0 conn(0x7f30ac145bc0 legacy=0x7f30ac06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.759+0000 7f30ab59e640 1 -- 172.21.15.173:0/1138816890 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac0b1610 con 0x7f30ac0ae140 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.759+0000 7f30a259c640 1 --2- 172.21.15.173:0/1138816890 >> v2:172.21.15.176:3300/0 conn(0x7f30ac06c320 0x7f30ac15ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30ab59e640 1 --2- 172.21.15.173:0/1138816890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac0ae140 0x7f30ac0af950 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f30a4009e80 tx=0x7f30a402a7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ac5366287d879dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30aa59c640 1 -- 172.21.15.173:0/1138816890 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a4036070 con 0x7f30ac0ae140 2024-09-10T09:27:36.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30aa59c640 1 -- 172.21.15.173:0/1138816890 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30a4031600 con 0x7f30ac0ae140 2024-09-10T09:27:36.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30aa59c640 1 -- 172.21.15.173:0/1138816890 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a40319b0 con 0x7f30ac0ae140 2024-09-10T09:27:36.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30b101e640 1 -- 172.21.15.173:0/1138816890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac0ae140 msgr2=0x7f30ac0af950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30b101e640 1 --2- 172.21.15.173:0/1138816890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac0ae140 0x7f30ac0af950 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f30a4009e80 tx=0x7f30a402a7e0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30b101e640 1 -- 172.21.15.173:0/1138816890 shutdown_connections 2024-09-10T09:27:36.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30b101e640 1 --2- 172.21.15.173:0/1138816890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac0ae140 0x7f30ac0af950 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30b101e640 1 --2- 172.21.15.173:0/1138816890 >> v2:172.21.15.176:3300/0 conn(0x7f30ac06c320 0x7f30ac15ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30b101e640 1 -- 172.21.15.173:0/1138816890 >> 172.21.15.173:0/1138816890 conn(0x7f30ac073490 msgr2=0x7f30ac0b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:36.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30b101e640 1 -- 172.21.15.173:0/1138816890 shutdown_connections 2024-09-10T09:27:36.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.760+0000 7f30b101e640 1 -- 172.21.15.173:0/1138816890 wait complete. 2024-09-10T09:27:36.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.762+0000 7f30b101e640 1 Processor -- start 2024-09-10T09:27:36.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.762+0000 7f30b101e640 1 -- start start 2024-09-10T09:27:36.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30b101e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac06c320 0x7f30ac135140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30b101e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30ac0ae140 0x7f30ac137c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30b101e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30ac145bc0 0x7f30ac1368a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30b101e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac145fa0 con 0x7f30ac0ae140 2024-09-10T09:27:36.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30b101e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac09aa30 con 0x7f30ac145bc0 2024-09-10T09:27:36.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30b101e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f30ac136410 con 0x7f30ac06c320 2024-09-10T09:27:36.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30a259c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30ac0ae140 0x7f30ac137c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30a259c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30ac0ae140 0x7f30ac137c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37008/0 (socket says 172.21.15.173:37008) 2024-09-10T09:27:36.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30a259c640 1 -- 172.21.15.173:0/3245108081 learned_addr learned my addr 172.21.15.173:0/3245108081 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:36.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30aad9d640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac06c320 0x7f30ac135140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30ab59e640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30ac145bc0 0x7f30ac1368a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30a259c640 1 -- 172.21.15.173:0/3245108081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac06c320 msgr2=0x7f30ac135140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30a259c640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac06c320 0x7f30ac135140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30a259c640 1 -- 172.21.15.173:0/3245108081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30ac145bc0 msgr2=0x7f30ac1368a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30a259c640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30ac145bc0 0x7f30ac1368a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30a259c640 1 -- 172.21.15.173:0/3245108081 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac135800 con 0x7f30ac0ae140 2024-09-10T09:27:36.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.763+0000 7f30a259c640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30ac0ae140 0x7f30ac137c10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f309400ebe0 tx=0x7f309400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:36.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.764+0000 7f30a3fff640 1 -- 172.21.15.173:0/3245108081 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3094017070 con 0x7f30ac0ae140 2024-09-10T09:27:36.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.764+0000 7f30a3fff640 1 -- 172.21.15.173:0/3245108081 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f309400cbd0 con 0x7f30ac0ae140 2024-09-10T09:27:36.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.764+0000 7f30b101e640 1 -- 172.21.15.173:0/3245108081 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ac135ae0 con 0x7f30ac0ae140 2024-09-10T09:27:36.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.764+0000 7f30a3fff640 1 -- 172.21.15.173:0/3245108081 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3094013470 con 0x7f30ac0ae140 2024-09-10T09:27:36.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.764+0000 7f30b101e640 1 -- 172.21.15.173:0/3245108081 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ac1360a0 con 0x7f30ac0ae140 2024-09-10T09:27:36.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.765+0000 7f30b101e640 1 -- 172.21.15.173:0/3245108081 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ac15ca70 con 0x7f30ac0ae140 2024-09-10T09:27:36.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.765+0000 7f30a3fff640 1 -- 172.21.15.173:0/3245108081 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f309401a070 con 0x7f30ac0ae140 2024-09-10T09:27:36.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.766+0000 7f30a3fff640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f308c06be30 0x7f308c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:36.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.766+0000 7f30aad9d640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f308c06be30 0x7f308c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:36.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.766+0000 7f30a3fff640 1 -- 172.21.15.173:0/3245108081 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f309408b3c0 con 0x7f30ac0ae140 2024-09-10T09:27:36.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.766+0000 7f30aad9d640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f308c06be30 0x7f308c06e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f309c007fd0 tx=0x7f309c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:36.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.770+0000 7f30a3fff640 1 -- 172.21.15.173:0/3245108081 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30940593e0 con 0x7f30ac0ae140 2024-09-10T09:27:36.936 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.935+0000 7f30b101e640 1 -- 172.21.15.173:0/3245108081 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f30ac06df30 con 0x7f30ac0ae140 2024-09-10T09:27:36.937 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.936+0000 7f30a3fff640 1 -- 172.21.15.173:0/3245108081 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18634 (secure 0 0 0) 0x7f309405d6e0 con 0x7f30ac0ae140 2024-09-10T09:27:36.938 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:36.938 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":25,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:21.637696+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:36.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 -- 172.21.15.173:0/3245108081 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f308c06be30 msgr2=0x7f308c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f308c06be30 0x7f308c06e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f309c007fd0 tx=0x7f309c009040 comp rx=0 tx=0).stop 2024-09-10T09:27:36.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 -- 172.21.15.173:0/3245108081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30ac0ae140 msgr2=0x7f30ac137c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:36.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30ac0ae140 0x7f30ac137c10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f309400ebe0 tx=0x7f309400c520 comp rx=0 tx=0).stop 2024-09-10T09:27:36.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 -- 172.21.15.173:0/3245108081 shutdown_connections 2024-09-10T09:27:36.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f308c06be30 0x7f308c06e2f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30ac145bc0 0x7f30ac1368a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30ac0ae140 0x7f30ac137c10 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 --2- 172.21.15.173:0/3245108081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f30ac06c320 0x7f30ac135140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:36.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 -- 172.21.15.173:0/3245108081 >> 172.21.15.173:0/3245108081 conn(0x7f30ac073490 msgr2=0x7f30ac0af8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:36.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 -- 172.21.15.173:0/3245108081 shutdown_connections 2024-09-10T09:27:36.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:36.938+0000 7f30b101e640 1 -- 172.21.15.173:0/3245108081 wait complete. 2024-09-10T09:27:36.951 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T09:27:36.951 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:27:37.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.049+0000 7fc8d9966640 1 Processor -- start 2024-09-10T09:27:37.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.049+0000 7fc8d9966640 1 -- start start 2024-09-10T09:27:37.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.049+0000 7fc8d9966640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc8d4145bc0 0x7fc8d415ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.049+0000 7fc8d9966640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fc8d40ae140 0x7fc8d406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.049+0000 7fc8d9966640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc8d409aa30 0x7fc8d406c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.049+0000 7fc8d9966640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fc8d40b3570 con 0x7fc8d40ae140 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.049+0000 7fc8d9966640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fc8d40b3850 con 0x7fc8d409aa30 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.049+0000 7fc8d9966640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d40b3b30 con 0x7fc8d4145bc0 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d27fc640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fc8d40ae140 0x7fc8d406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d27fc640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fc8d40ae140 0x7fc8d406bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37012/0 (socket says 172.21.15.173:37012) 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d27fc640 1 -- 172.21.15.173:0/962012170 learned_addr learned my addr 172.21.15.173:0/962012170 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d37fe640 1 --2- 172.21.15.173:0/962012170 >> v2:172.21.15.176:3300/0 conn(0x7fc8d409aa30 0x7fc8d406c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d2ffd640 1 --2- 172.21.15.173:0/962012170 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc8d4145bc0 0x7fc8d415ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d27fc640 1 -- 172.21.15.173:0/962012170 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc8d4145bc0 msgr2=0x7fc8d415ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d27fc640 1 --2- 172.21.15.173:0/962012170 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc8d4145bc0 0x7fc8d415ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d27fc640 1 -- 172.21.15.173:0/962012170 >> v2:172.21.15.176:3300/0 conn(0x7fc8d409aa30 msgr2=0x7fc8d406c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d27fc640 1 --2- 172.21.15.173:0/962012170 >> v2:172.21.15.176:3300/0 conn(0x7fc8d409aa30 0x7fc8d406c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d27fc640 1 -- 172.21.15.173:0/962012170 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d40b1610 con 0x7fc8d40ae140 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.050+0000 7fc8d27fc640 1 --2- 172.21.15.173:0/962012170 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d40ae140 0x7fc8d406bc10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc8d40ae560 tx=0x7fc8bc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fde3500335aac213 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d1ffb640 1 -- 172.21.15.173:0/962012170 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8bc037070 con 0x7fc8d40ae140 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d1ffb640 1 -- 172.21.15.173:0/962012170 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8bc032440 con 0x7fc8d40ae140 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d1ffb640 1 -- 172.21.15.173:0/962012170 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8bc032810 con 0x7fc8d40ae140 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d9966640 1 -- 172.21.15.173:0/962012170 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d40ae140 msgr2=0x7fc8d406bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d9966640 1 --2- 172.21.15.173:0/962012170 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d40ae140 0x7fc8d406bc10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc8d40ae560 tx=0x7fc8bc02a270 comp rx=0 tx=0).stop 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d9966640 1 -- 172.21.15.173:0/962012170 shutdown_connections 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d9966640 1 --2- 172.21.15.173:0/962012170 >> v2:172.21.15.176:3300/0 conn(0x7fc8d409aa30 0x7fc8d406c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d9966640 1 --2- 172.21.15.173:0/962012170 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d40ae140 0x7fc8d406bc10 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d9966640 1 --2- 172.21.15.173:0/962012170 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc8d4145bc0 0x7fc8d415ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d9966640 1 -- 172.21.15.173:0/962012170 >> 172.21.15.173:0/962012170 conn(0x7fc8d4073490 msgr2=0x7fc8d40b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d9966640 1 -- 172.21.15.173:0/962012170 shutdown_connections 2024-09-10T09:27:37.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.051+0000 7fc8d9966640 1 -- 172.21.15.173:0/962012170 wait complete. 2024-09-10T09:27:37.057 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.052+0000 7fc8d9966640 1 Processor -- start 2024-09-10T09:27:37.057 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.053+0000 7fc8d9966640 1 -- start start 2024-09-10T09:27:37.057 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.053+0000 7fc8d9966640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d409aa30 0x7fc8d413ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.057 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.053+0000 7fc8d9966640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc8d40ae140 0x7fc8d40cbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.053+0000 7fc8d9966640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d4145bc0 0x7fc8d4136bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.053+0000 7fc8d9966640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d4145fa0 con 0x7fc8d409aa30 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.053+0000 7fc8d9966640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d40b1e10 con 0x7fc8d4145bc0 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.053+0000 7fc8d9966640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d41f5470 con 0x7fc8d40ae140 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.053+0000 7fc8d2ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d409aa30 0x7fc8d413ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.053+0000 7fc8d2ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d409aa30 0x7fc8d413ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37028/0 (socket says 172.21.15.173:37028) 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.053+0000 7fc8d2ffd640 1 -- 172.21.15.173:0/1363692617 learned_addr learned my addr 172.21.15.173:0/1363692617 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8d37fe640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d4145bc0 0x7fc8d4136bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8d27fc640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc8d40ae140 0x7fc8d40cbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8d2ffd640 1 -- 172.21.15.173:0/1363692617 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc8d40ae140 msgr2=0x7fc8d40cbfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8d2ffd640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc8d40ae140 0x7fc8d40cbfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8d2ffd640 1 -- 172.21.15.173:0/1363692617 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d4145bc0 msgr2=0x7fc8d4136bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8d2ffd640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d4145bc0 0x7fc8d4136bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8d2ffd640 1 -- 172.21.15.173:0/1363692617 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d40cc510 con 0x7fc8d409aa30 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8d2ffd640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d409aa30 0x7fc8d413ad00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc007e40 tx=0x7fc8cc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8cbfff640 1 -- 172.21.15.173:0/1363692617 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8cc014620 con 0x7fc8d409aa30 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8cbfff640 1 -- 172.21.15.173:0/1363692617 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8cc019070 con 0x7fc8d409aa30 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8cbfff640 1 -- 172.21.15.173:0/1363692617 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8cc014a00 con 0x7fc8d409aa30 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8d9966640 1 -- 172.21.15.173:0/1363692617 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d4137460 con 0x7fc8d409aa30 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.054+0000 7fc8d9966640 1 -- 172.21.15.173:0/1363692617 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d4137a20 con 0x7fc8d409aa30 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.055+0000 7fc8d9966640 1 -- 172.21.15.173:0/1363692617 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d415ca70 con 0x7fc8d409aa30 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.056+0000 7fc8cbfff640 1 -- 172.21.15.173:0/1363692617 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc8cc014ba0 con 0x7fc8d409aa30 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.056+0000 7fc8cbfff640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc8b406be30 0x7fc8b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.056+0000 7fc8cbfff640 1 -- 172.21.15.173:0/1363692617 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc8cc08b800 con 0x7fc8d409aa30 2024-09-10T09:27:37.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.056+0000 7fc8d27fc640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc8b406be30 0x7fc8b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.057+0000 7fc8d27fc640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc8b406be30 0x7fc8b406e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc034000 tx=0x7fc8bc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:37.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.060+0000 7fc8cbfff640 1 -- 172.21.15.173:0/1363692617 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc8cc059820 con 0x7fc8d409aa30 2024-09-10T09:27:37.225 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.224+0000 7fc8d9966640 1 -- 172.21.15.173:0/1363692617 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc8d4070160 con 0x7fc8b406be30 2024-09-10T09:27:37.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.232+0000 7fc8cbfff640 1 -- 172.21.15.173:0/1363692617 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fc8d4070160 con 0x7fc8b406be30 2024-09-10T09:27:37.241 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:37.243 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:27:37.247 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 -- 172.21.15.173:0/1363692617 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc8b406be30 msgr2=0x7fc8b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.247 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc8b406be30 0x7fc8b406e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc034000 tx=0x7fc8bc02e000 comp rx=0 tx=0).stop 2024-09-10T09:27:37.247 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 -- 172.21.15.173:0/1363692617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d409aa30 msgr2=0x7fc8d413ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.247 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d409aa30 0x7fc8d413ad00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc007e40 tx=0x7fc8cc00e4b0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.247 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 -- 172.21.15.173:0/1363692617 shutdown_connections 2024-09-10T09:27:37.247 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc8b406be30 0x7fc8b406e2f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.248 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d4145bc0 0x7fc8d4136bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.248 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc8d40ae140 0x7fc8d40cbfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.248 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 --2- 172.21.15.173:0/1363692617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8d409aa30 0x7fc8d413ad00 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.248 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 -- 172.21.15.173:0/1363692617 >> 172.21.15.173:0/1363692617 conn(0x7fc8d4073490 msgr2=0x7fc8d406eff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:37.248 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 -- 172.21.15.173:0/1363692617 shutdown_connections 2024-09-10T09:27:37.249 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.236+0000 7fc8d9966640 1 -- 172.21.15.173:0/1363692617 wait complete. 2024-09-10T09:27:37.250 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":33,"stamp":"2024-09-10T09:27:36.348106+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219496,"kb_used_data":3272,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755224,"statfs":{"total":773094113280,"available":772869349376,"internally_reserved":0,"allocated":3350528,"data_stored":2018492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002700"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339093+0000","last_change":"2024-09-10T09:27:16.245668+0000","last_active":"2024-09-10T09:27:24.339093+0000","last_peered":"2024-09-10T09:27:24.339093+0000","last_clean":"2024-09-10T09:27:24.339093+0000","last_became_active":"2024-09-10T09:27:16.245363+0000","last_became_peered":"2024-09-10T09:27:16.245363+0000","last_unstale":"2024-09-10T09:27:24.339093+0000","last_undegraded":"2024-09-10T09:27:24.339093+0000","last_fullsized":"2024-09-10T09:27:24.339093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:49.444631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953046+0000","last_change":"2024-09-10T09:27:17.266308+0000","last_active":"2024-09-10T09:27:22.953046+0000","last_peered":"2024-09-10T09:27:22.953046+0000","last_clean":"2024-09-10T09:27:22.953046+0000","last_became_active":"2024-09-10T09:27:17.266060+0000","last_became_peered":"2024-09-10T09:27:17.266060+0000","last_unstale":"2024-09-10T09:27:22.953046+0000","last_undegraded":"2024-09-10T09:27:22.953046+0000","last_fullsized":"2024-09-10T09:27:22.953046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:41.602822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952416+0000","last_change":"2024-09-10T09:27:21.440090+0000","last_active":"2024-09-10T09:27:22.952416+0000","last_peered":"2024-09-10T09:27:22.952416+0000","last_clean":"2024-09-10T09:27:22.952416+0000","last_became_active":"2024-09-10T09:27:21.439702+0000","last_became_peered":"2024-09-10T09:27:21.439702+0000","last_unstale":"2024-09-10T09:27:22.952416+0000","last_undegraded":"2024-09-10T09:27:22.952416+0000","last_fullsized":"2024-09-10T09:27:22.952416+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:45.679548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953178+0000","last_change":"2024-09-10T09:27:16.247721+0000","last_active":"2024-09-10T09:27:22.953178+0000","last_peered":"2024-09-10T09:27:22.953178+0000","last_clean":"2024-09-10T09:27:22.953178+0000","last_became_active":"2024-09-10T09:27:16.247477+0000","last_became_peered":"2024-09-10T09:27:16.247477+0000","last_unstale":"2024-09-10T09:27:22.953178+0000","last_undegraded":"2024-09-10T09:27:22.953178+0000","last_fullsized":"2024-09-10T09:27:22.953178+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338915+0000","last_change":"2024-09-10T09:27:17.265729+0000","last_active":"2024-09-10T09:27:24.338915+0000","last_peered":"2024-09-10T09:27:24.338915+0000","last_clean":"2024-09-10T09:27:24.338915+0000","last_became_active":"2024-09-10T09:27:17.265248+0000","last_became_peered":"2024-09-10T09:27:17.265248+0000","last_unstale":"2024-09-10T09:27:24.338915+0000","last_undegraded":"2024-09-10T09:27:24.338915+0000","last_fullsized":"2024-09-10T09:27:24.338915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282170+0000","last_change":"2024-09-10T09:27:21.297520+0000","last_active":"2024-09-10T09:27:22.282170+0000","last_peered":"2024-09-10T09:27:22.282170+0000","last_clean":"2024-09-10T09:27:22.282170+0000","last_became_active":"2024-09-10T09:27:21.297019+0000","last_became_peered":"2024-09-10T09:27:21.297019+0000","last_unstale":"2024-09-10T09:27:22.282170+0000","last_undegraded":"2024-09-10T09:27:22.282170+0000","last_fullsized":"2024-09-10T09:27:22.282170+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:57.189084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340248+0000","last_change":"2024-09-10T09:27:16.247736+0000","last_active":"2024-09-10T09:27:24.340248+0000","last_peered":"2024-09-10T09:27:24.340248+0000","last_clean":"2024-09-10T09:27:24.340248+0000","last_became_active":"2024-09-10T09:27:16.247482+0000","last_became_peered":"2024-09-10T09:27:16.247482+0000","last_unstale":"2024-09-10T09:27:24.340248+0000","last_undegraded":"2024-09-10T09:27:24.340248+0000","last_fullsized":"2024-09-10T09:27:24.340248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:35:51.757998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339529+0000","last_change":"2024-09-10T09:27:17.262765+0000","last_active":"2024-09-10T09:27:24.339529+0000","last_peered":"2024-09-10T09:27:24.339529+0000","last_clean":"2024-09-10T09:27:24.339529+0000","last_became_active":"2024-09-10T09:27:17.262491+0000","last_became_peered":"2024-09-10T09:27:17.262491+0000","last_unstale":"2024-09-10T09:27:24.339529+0000","last_undegraded":"2024-09-10T09:27:24.339529+0000","last_fullsized":"2024-09-10T09:27:24.339529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:41.941196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282294+0000","last_change":"2024-09-10T09:27:21.303877+0000","last_active":"2024-09-10T09:27:22.282294+0000","last_peered":"2024-09-10T09:27:22.282294+0000","last_clean":"2024-09-10T09:27:22.282294+0000","last_became_active":"2024-09-10T09:27:21.303275+0000","last_became_peered":"2024-09-10T09:27:21.303275+0000","last_unstale":"2024-09-10T09:27:22.282294+0000","last_undegraded":"2024-09-10T09:27:22.282294+0000","last_fullsized":"2024-09-10T09:27:22.282294+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:42.493099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339206+0000","last_change":"2024-09-10T09:27:16.250770+0000","last_active":"2024-09-10T09:27:24.339206+0000","last_peered":"2024-09-10T09:27:24.339206+0000","last_clean":"2024-09-10T09:27:24.339206+0000","last_became_active":"2024-09-10T09:27:16.250529+0000","last_became_peered":"2024-09-10T09:27:16.250529+0000","last_unstale":"2024-09-10T09:27:24.339206+0000","last_undegraded":"2024-09-10T09:27:24.339206+0000","last_fullsized":"2024-09-10T09:27:24.339206+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:00:53.014267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340000+0000","last_change":"2024-09-10T09:27:17.274057+0000","last_active":"2024-09-10T09:27:24.340000+0000","last_peered":"2024-09-10T09:27:24.340000+0000","last_clean":"2024-09-10T09:27:24.340000+0000","last_became_active":"2024-09-10T09:27:17.273328+0000","last_became_peered":"2024-09-10T09:27:17.273328+0000","last_unstale":"2024-09-10T09:27:24.340000+0000","last_undegraded":"2024-09-10T09:27:24.340000+0000","last_fullsized":"2024-09-10T09:27:24.340000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:50.081039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282093+0000","last_change":"2024-09-10T09:27:21.292416+0000","last_active":"2024-09-10T09:27:22.282093+0000","last_peered":"2024-09-10T09:27:22.282093+0000","last_clean":"2024-09-10T09:27:22.282093+0000","last_became_active":"2024-09-10T09:27:21.292050+0000","last_became_peered":"2024-09-10T09:27:21.292050+0000","last_unstale":"2024-09-10T09:27:22.282093+0000","last_undegraded":"2024-09-10T09:27:22.282093+0000","last_fullsized":"2024-09-10T09:27:22.282093+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:45.046886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339258+0000","last_change":"2024-09-10T09:27:17.260003+0000","last_active":"2024-09-10T09:27:24.339258+0000","last_peered":"2024-09-10T09:27:24.339258+0000","last_clean":"2024-09-10T09:27:24.339258+0000","last_became_active":"2024-09-10T09:27:17.259488+0000","last_became_peered":"2024-09-10T09:27:17.259488+0000","last_unstale":"2024-09-10T09:27:24.339258+0000","last_undegraded":"2024-09-10T09:27:24.339258+0000","last_fullsized":"2024-09-10T09:27:24.339258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338773+0000","last_change":"2024-09-10T09:27:16.250693+0000","last_active":"2024-09-10T09:27:24.338773+0000","last_peered":"2024-09-10T09:27:24.338773+0000","last_clean":"2024-09-10T09:27:24.338773+0000","last_became_active":"2024-09-10T09:27:16.250377+0000","last_became_peered":"2024-09-10T09:27:16.250377+0000","last_unstale":"2024-09-10T09:27:24.338773+0000","last_undegraded":"2024-09-10T09:27:24.338773+0000","last_fullsized":"2024-09-10T09:27:24.338773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:42.494956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282833+0000","last_change":"2024-09-10T09:27:21.303781+0000","last_active":"2024-09-10T09:27:22.282833+0000","last_peered":"2024-09-10T09:27:22.282833+0000","last_clean":"2024-09-10T09:27:22.282833+0000","last_became_active":"2024-09-10T09:27:21.303380+0000","last_became_peered":"2024-09-10T09:27:21.303380+0000","last_unstale":"2024-09-10T09:27:22.282833+0000","last_undegraded":"2024-09-10T09:27:22.282833+0000","last_fullsized":"2024-09-10T09:27:22.282833+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:45.989374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952638+0000","last_change":"2024-09-10T09:27:17.268300+0000","last_active":"2024-09-10T09:27:22.952638+0000","last_peered":"2024-09-10T09:27:22.952638+0000","last_clean":"2024-09-10T09:27:22.952638+0000","last_became_active":"2024-09-10T09:27:17.267946+0000","last_became_peered":"2024-09-10T09:27:17.267946+0000","last_unstale":"2024-09-10T09:27:22.952638+0000","last_undegraded":"2024-09-10T09:27:22.952638+0000","last_fullsized":"2024-09-10T09:27:22.952638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514545+0000","last_change":"2024-09-10T09:27:16.245282+0000","last_active":"2024-09-10T09:27:23.514545+0000","last_peered":"2024-09-10T09:27:23.514545+0000","last_clean":"2024-09-10T09:27:23.514545+0000","last_became_active":"2024-09-10T09:27:16.245016+0000","last_became_peered":"2024-09-10T09:27:16.245016+0000","last_unstale":"2024-09-10T09:27:23.514545+0000","last_undegraded":"2024-09-10T09:27:23.514545+0000","last_fullsized":"2024-09-10T09:27:23.514545+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282504+0000","last_change":"2024-09-10T09:27:21.303990+0000","last_active":"2024-09-10T09:27:22.282504+0000","last_peered":"2024-09-10T09:27:22.282504+0000","last_clean":"2024-09-10T09:27:22.282504+0000","last_became_active":"2024-09-10T09:27:21.303294+0000","last_became_peered":"2024-09-10T09:27:21.303294+0000","last_unstale":"2024-09-10T09:27:22.282504+0000","last_undegraded":"2024-09-10T09:27:22.282504+0000","last_fullsized":"2024-09-10T09:27:22.282504+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:54.129216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952547+0000","last_change":"2024-09-10T09:27:17.264502+0000","last_active":"2024-09-10T09:27:22.952547+0000","last_peered":"2024-09-10T09:27:22.952547+0000","last_clean":"2024-09-10T09:27:22.952547+0000","last_became_active":"2024-09-10T09:27:17.264137+0000","last_became_peered":"2024-09-10T09:27:17.264137+0000","last_unstale":"2024-09-10T09:27:22.952547+0000","last_undegraded":"2024-09-10T09:27:22.952547+0000","last_fullsized":"2024-09-10T09:27:22.952547+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514287+0000","last_change":"2024-09-10T09:27:16.242358+0000","last_active":"2024-09-10T09:27:23.514287+0000","last_peered":"2024-09-10T09:27:23.514287+0000","last_clean":"2024-09-10T09:27:23.514287+0000","last_became_active":"2024-09-10T09:27:16.242094+0000","last_became_peered":"2024-09-10T09:27:16.242094+0000","last_unstale":"2024-09-10T09:27:23.514287+0000","last_undegraded":"2024-09-10T09:27:23.514287+0000","last_fullsized":"2024-09-10T09:27:23.514287+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514849+0000","last_change":"2024-09-10T09:27:21.436938+0000","last_active":"2024-09-10T09:27:23.514849+0000","last_peered":"2024-09-10T09:27:23.514849+0000","last_clean":"2024-09-10T09:27:23.514849+0000","last_became_active":"2024-09-10T09:27:21.436551+0000","last_became_peered":"2024-09-10T09:27:21.436551+0000","last_unstale":"2024-09-10T09:27:23.514849+0000","last_undegraded":"2024-09-10T09:27:23.514849+0000","last_fullsized":"2024-09-10T09:27:23.514849+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:35:11.570539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282347+0000","last_change":"2024-09-10T09:27:17.257422+0000","last_active":"2024-09-10T09:27:22.282347+0000","last_peered":"2024-09-10T09:27:22.282347+0000","last_clean":"2024-09-10T09:27:22.282347+0000","last_became_active":"2024-09-10T09:27:17.257118+0000","last_became_peered":"2024-09-10T09:27:17.257118+0000","last_unstale":"2024-09-10T09:27:22.282347+0000","last_undegraded":"2024-09-10T09:27:22.282347+0000","last_fullsized":"2024-09-10T09:27:22.282347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:43.841226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339595+0000","last_change":"2024-09-10T09:27:16.249333+0000","last_active":"2024-09-10T09:27:24.339595+0000","last_peered":"2024-09-10T09:27:24.339595+0000","last_clean":"2024-09-10T09:27:24.339595+0000","last_became_active":"2024-09-10T09:27:16.248986+0000","last_became_peered":"2024-09-10T09:27:16.248986+0000","last_unstale":"2024-09-10T09:27:24.339595+0000","last_undegraded":"2024-09-10T09:27:24.339595+0000","last_fullsized":"2024-09-10T09:27:24.339595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:41.319953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282880+0000","last_change":"2024-09-10T09:27:21.304094+0000","last_active":"2024-09-10T09:27:22.282880+0000","last_peered":"2024-09-10T09:27:22.282880+0000","last_clean":"2024-09-10T09:27:22.282880+0000","last_became_active":"2024-09-10T09:27:21.303590+0000","last_became_peered":"2024-09-10T09:27:21.303590+0000","last_unstale":"2024-09-10T09:27:22.282880+0000","last_undegraded":"2024-09-10T09:27:22.282880+0000","last_fullsized":"2024-09-10T09:27:22.282880+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:13.722880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339177+0000","last_change":"2024-09-10T09:27:17.263403+0000","last_active":"2024-09-10T09:27:24.339177+0000","last_peered":"2024-09-10T09:27:24.339177+0000","last_clean":"2024-09-10T09:27:24.339177+0000","last_became_active":"2024-09-10T09:27:17.262015+0000","last_became_peered":"2024-09-10T09:27:17.262015+0000","last_unstale":"2024-09-10T09:27:24.339177+0000","last_undegraded":"2024-09-10T09:27:24.339177+0000","last_fullsized":"2024-09-10T09:27:24.339177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:49.771784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340909+0000","last_change":"2024-09-10T09:27:16.245922+0000","last_active":"2024-09-10T09:27:24.340909+0000","last_peered":"2024-09-10T09:27:24.340909+0000","last_clean":"2024-09-10T09:27:24.340909+0000","last_became_active":"2024-09-10T09:27:16.245624+0000","last_became_peered":"2024-09-10T09:27:16.245624+0000","last_unstale":"2024-09-10T09:27:24.340909+0000","last_undegraded":"2024-09-10T09:27:24.340909+0000","last_fullsized":"2024-09-10T09:27:24.340909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:14.404227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282353+0000","last_change":"2024-09-10T09:27:21.437586+0000","last_active":"2024-09-10T09:27:22.282353+0000","last_peered":"2024-09-10T09:27:22.282353+0000","last_clean":"2024-09-10T09:27:22.282353+0000","last_became_active":"2024-09-10T09:27:21.437200+0000","last_became_peered":"2024-09-10T09:27:21.437200+0000","last_unstale":"2024-09-10T09:27:22.282353+0000","last_undegraded":"2024-09-10T09:27:22.282353+0000","last_fullsized":"2024-09-10T09:27:22.282353+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:57.417960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953229+0000","last_change":"2024-09-10T09:27:17.267979+0000","last_active":"2024-09-10T09:27:22.953229+0000","last_peered":"2024-09-10T09:27:22.953229+0000","last_clean":"2024-09-10T09:27:22.953229+0000","last_became_active":"2024-09-10T09:27:17.267669+0000","last_became_peered":"2024-09-10T09:27:17.267669+0000","last_unstale":"2024-09-10T09:27:22.953229+0000","last_undegraded":"2024-09-10T09:27:22.953229+0000","last_fullsized":"2024-09-10T09:27:22.953229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:41.941196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514790+0000","last_change":"2024-09-10T09:27:16.247050+0000","last_active":"2024-09-10T09:27:23.514790+0000","last_peered":"2024-09-10T09:27:23.514790+0000","last_clean":"2024-09-10T09:27:23.514790+0000","last_became_active":"2024-09-10T09:27:16.246783+0000","last_became_peered":"2024-09-10T09:27:16.246783+0000","last_unstale":"2024-09-10T09:27:23.514790+0000","last_undegraded":"2024-09-10T09:27:23.514790+0000","last_fullsized":"2024-09-10T09:27:23.514790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:14.404227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952358+0000","last_change":"2024-09-10T09:27:21.438997+0000","last_active":"2024-09-10T09:27:22.952358+0000","last_peered":"2024-09-10T09:27:22.952358+0000","last_clean":"2024-09-10T09:27:22.952358+0000","last_became_active":"2024-09-10T09:27:21.438665+0000","last_became_peered":"2024-09-10T09:27:21.438665+0000","last_unstale":"2024-09-10T09:27:22.952358+0000","last_undegraded":"2024-09-10T09:27:22.952358+0000","last_fullsized":"2024-09-10T09:27:22.952358+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:39.188616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514796+0000","last_change":"2024-09-10T09:27:17.263201+0000","last_active":"2024-09-10T09:27:23.514796+0000","last_peered":"2024-09-10T09:27:23.514796+0000","last_clean":"2024-09-10T09:27:23.514796+0000","last_became_active":"2024-09-10T09:27:17.262826+0000","last_became_peered":"2024-09-10T09:27:17.262826+0000","last_unstale":"2024-09-10T09:27:23.514796+0000","last_undegraded":"2024-09-10T09:27:23.514796+0000","last_fullsized":"2024-09-10T09:27:23.514796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340495+0000","last_change":"2024-09-10T09:27:16.246036+0000","last_active":"2024-09-10T09:27:24.340495+0000","last_peered":"2024-09-10T09:27:24.340495+0000","last_clean":"2024-09-10T09:27:24.340495+0000","last_became_active":"2024-09-10T09:27:16.245756+0000","last_became_peered":"2024-09-10T09:27:16.245756+0000","last_unstale":"2024-09-10T09:27:24.340495+0000","last_undegraded":"2024-09-10T09:27:24.340495+0000","last_fullsized":"2024-09-10T09:27:24.340495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:30:13.266725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338655+0000","last_change":"2024-09-10T09:27:21.436846+0000","last_active":"2024-09-10T09:27:24.338655+0000","last_peered":"2024-09-10T09:27:24.338655+0000","last_clean":"2024-09-10T09:27:24.338655+0000","last_became_active":"2024-09-10T09:27:21.436459+0000","last_became_peered":"2024-09-10T09:27:21.436459+0000","last_unstale":"2024-09-10T09:27:24.338655+0000","last_undegraded":"2024-09-10T09:27:24.338655+0000","last_fullsized":"2024-09-10T09:27:24.338655+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:10.063215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340101+0000","last_change":"2024-09-10T09:27:17.267747+0000","last_active":"2024-09-10T09:27:24.340101+0000","last_peered":"2024-09-10T09:27:24.340101+0000","last_clean":"2024-09-10T09:27:24.340101+0000","last_became_active":"2024-09-10T09:27:17.267171+0000","last_became_peered":"2024-09-10T09:27:17.267171+0000","last_unstale":"2024-09-10T09:27:24.340101+0000","last_undegraded":"2024-09-10T09:27:24.340101+0000","last_fullsized":"2024-09-10T09:27:24.340101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:53.369782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514889+0000","last_change":"2024-09-10T09:27:16.241546+0000","last_active":"2024-09-10T09:27:23.514889+0000","last_peered":"2024-09-10T09:27:23.514889+0000","last_clean":"2024-09-10T09:27:23.514889+0000","last_became_active":"2024-09-10T09:27:16.241266+0000","last_became_peered":"2024-09-10T09:27:16.241266+0000","last_unstale":"2024-09-10T09:27:23.514889+0000","last_undegraded":"2024-09-10T09:27:23.514889+0000","last_fullsized":"2024-09-10T09:27:23.514889+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514386+0000","last_change":"2024-09-10T09:27:21.298998+0000","last_active":"2024-09-10T09:27:23.514386+0000","last_peered":"2024-09-10T09:27:23.514386+0000","last_clean":"2024-09-10T09:27:23.514386+0000","last_became_active":"2024-09-10T09:27:21.298215+0000","last_became_peered":"2024-09-10T09:27:21.298215+0000","last_unstale":"2024-09-10T09:27:23.514386+0000","last_undegraded":"2024-09-10T09:27:23.514386+0000","last_fullsized":"2024-09-10T09:27:23.514386+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282686+0000","last_change":"2024-09-10T09:27:17.267645+0000","last_active":"2024-09-10T09:27:22.282686+0000","last_peered":"2024-09-10T09:27:22.282686+0000","last_clean":"2024-09-10T09:27:22.282686+0000","last_became_active":"2024-09-10T09:27:17.267378+0000","last_became_peered":"2024-09-10T09:27:17.267378+0000","last_unstale":"2024-09-10T09:27:22.282686+0000","last_undegraded":"2024-09-10T09:27:22.282686+0000","last_fullsized":"2024-09-10T09:27:22.282686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:16.356371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338533+0000","last_change":"2024-09-10T09:27:16.245251+0000","last_active":"2024-09-10T09:27:24.338533+0000","last_peered":"2024-09-10T09:27:24.338533+0000","last_clean":"2024-09-10T09:27:24.338533+0000","last_became_active":"2024-09-10T09:27:16.244973+0000","last_became_peered":"2024-09-10T09:27:16.244973+0000","last_unstale":"2024-09-10T09:27:24.338533+0000","last_undegraded":"2024-09-10T09:27:24.338533+0000","last_fullsized":"2024-09-10T09:27:24.338533+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514647+0000","last_change":"2024-09-10T09:27:21.301350+0000","last_active":"2024-09-10T09:27:23.514647+0000","last_peered":"2024-09-10T09:27:23.514647+0000","last_clean":"2024-09-10T09:27:23.514647+0000","last_became_active":"2024-09-10T09:27:21.300922+0000","last_became_peered":"2024-09-10T09:27:21.300922+0000","last_unstale":"2024-09-10T09:27:23.514647+0000","last_undegraded":"2024-09-10T09:27:23.514647+0000","last_fullsized":"2024-09-10T09:27:23.514647+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:28.282862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514198+0000","last_change":"2024-09-10T09:27:17.259838+0000","last_active":"2024-09-10T09:27:23.514198+0000","last_peered":"2024-09-10T09:27:23.514198+0000","last_clean":"2024-09-10T09:27:23.514198+0000","last_became_active":"2024-09-10T09:27:17.259540+0000","last_became_peered":"2024-09-10T09:27:17.259540+0000","last_unstale":"2024-09-10T09:27:23.514198+0000","last_undegraded":"2024-09-10T09:27:23.514198+0000","last_fullsized":"2024-09-10T09:27:23.514198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281925+0000","last_change":"2024-09-10T09:27:16.242098+0000","last_active":"2024-09-10T09:27:22.281925+0000","last_peered":"2024-09-10T09:27:22.281925+0000","last_clean":"2024-09-10T09:27:22.281925+0000","last_became_active":"2024-09-10T09:27:16.241812+0000","last_became_peered":"2024-09-10T09:27:16.241812+0000","last_unstale":"2024-09-10T09:27:22.281925+0000","last_undegraded":"2024-09-10T09:27:22.281925+0000","last_fullsized":"2024-09-10T09:27:22.281925+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514923+0000","last_change":"2024-09-10T09:27:21.302734+0000","last_active":"2024-09-10T09:27:23.514923+0000","last_peered":"2024-09-10T09:27:23.514923+0000","last_clean":"2024-09-10T09:27:23.514923+0000","last_became_active":"2024-09-10T09:27:21.301925+0000","last_became_peered":"2024-09-10T09:27:21.301925+0000","last_unstale":"2024-09-10T09:27:23.514923+0000","last_undegraded":"2024-09-10T09:27:23.514923+0000","last_fullsized":"2024-09-10T09:27:23.514923+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:16:45.546325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338434+0000","last_change":"2024-09-10T09:27:17.252788+0000","last_active":"2024-09-10T09:27:24.338434+0000","last_peered":"2024-09-10T09:27:24.338434+0000","last_clean":"2024-09-10T09:27:24.338434+0000","last_became_active":"2024-09-10T09:27:17.252482+0000","last_became_peered":"2024-09-10T09:27:17.252482+0000","last_unstale":"2024-09-10T09:27:24.338434+0000","last_undegraded":"2024-09-10T09:27:24.338434+0000","last_fullsized":"2024-09-10T09:27:24.338434+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:03:20.293600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339310+0000","last_change":"2024-09-10T09:27:16.247901+0000","last_active":"2024-09-10T09:27:24.339310+0000","last_peered":"2024-09-10T09:27:24.339310+0000","last_clean":"2024-09-10T09:27:24.339310+0000","last_became_active":"2024-09-10T09:27:16.247617+0000","last_became_peered":"2024-09-10T09:27:16.247617+0000","last_unstale":"2024-09-10T09:27:24.339310+0000","last_undegraded":"2024-09-10T09:27:24.339310+0000","last_fullsized":"2024-09-10T09:27:24.339310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:08:30.649449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339146+0000","last_change":"2024-09-10T09:27:21.436617+0000","last_active":"2024-09-10T09:27:24.339146+0000","last_peered":"2024-09-10T09:27:24.339146+0000","last_clean":"2024-09-10T09:27:24.339146+0000","last_became_active":"2024-09-10T09:27:21.436240+0000","last_became_peered":"2024-09-10T09:27:21.436240+0000","last_unstale":"2024-09-10T09:27:24.339146+0000","last_undegraded":"2024-09-10T09:27:24.339146+0000","last_fullsized":"2024-09-10T09:27:24.339146+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:35:11.570539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952652+0000","last_change":"2024-09-10T09:27:17.266093+0000","last_active":"2024-09-10T09:27:22.952652+0000","last_peered":"2024-09-10T09:27:22.952652+0000","last_clean":"2024-09-10T09:27:22.952652+0000","last_became_active":"2024-09-10T09:27:17.265354+0000","last_became_peered":"2024-09-10T09:27:17.265354+0000","last_unstale":"2024-09-10T09:27:22.952652+0000","last_undegraded":"2024-09-10T09:27:22.952652+0000","last_fullsized":"2024-09-10T09:27:22.952652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338555+0000","last_change":"2024-09-10T09:27:16.243837+0000","last_active":"2024-09-10T09:27:24.338555+0000","last_peered":"2024-09-10T09:27:24.338555+0000","last_clean":"2024-09-10T09:27:24.338555+0000","last_became_active":"2024-09-10T09:27:16.243535+0000","last_became_peered":"2024-09-10T09:27:16.243535+0000","last_unstale":"2024-09-10T09:27:24.338555+0000","last_undegraded":"2024-09-10T09:27:24.338555+0000","last_fullsized":"2024-09-10T09:27:24.338555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339713+0000","last_change":"2024-09-10T09:27:08.656727+0000","last_active":"2024-09-10T09:27:24.339713+0000","last_peered":"2024-09-10T09:27:24.339713+0000","last_clean":"2024-09-10T09:27:24.339713+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:27:24.339713+0000","last_undegraded":"2024-09-10T09:27:24.339713+0000","last_fullsized":"2024-09-10T09:27:24.339713+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_clean_scrub_stamp":"2024-09-10T09:27:07.184898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:23.145910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339884+0000","last_change":"2024-09-10T09:27:21.437452+0000","last_active":"2024-09-10T09:27:24.339884+0000","last_peered":"2024-09-10T09:27:24.339884+0000","last_clean":"2024-09-10T09:27:24.339884+0000","last_became_active":"2024-09-10T09:27:21.437050+0000","last_became_peered":"2024-09-10T09:27:21.437050+0000","last_unstale":"2024-09-10T09:27:24.339884+0000","last_undegraded":"2024-09-10T09:27:24.339884+0000","last_fullsized":"2024-09-10T09:27:24.339884+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:10.063215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340062+0000","last_change":"2024-09-10T09:27:17.282036+0000","last_active":"2024-09-10T09:27:24.340062+0000","last_peered":"2024-09-10T09:27:24.340062+0000","last_clean":"2024-09-10T09:27:24.340062+0000","last_became_active":"2024-09-10T09:27:17.281532+0000","last_became_peered":"2024-09-10T09:27:17.281532+0000","last_unstale":"2024-09-10T09:27:24.340062+0000","last_undegraded":"2024-09-10T09:27:24.340062+0000","last_fullsized":"2024-09-10T09:27:24.340062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:07:08.037949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282074+0000","last_change":"2024-09-10T09:27:16.244600+0000","last_active":"2024-09-10T09:27:22.282074+0000","last_peered":"2024-09-10T09:27:22.282074+0000","last_clean":"2024-09-10T09:27:22.282074+0000","last_became_active":"2024-09-10T09:27:16.244301+0000","last_became_peered":"2024-09-10T09:27:16.244301+0000","last_unstale":"2024-09-10T09:27:22.282074+0000","last_undegraded":"2024-09-10T09:27:22.282074+0000","last_fullsized":"2024-09-10T09:27:22.282074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339149+0000","last_change":"2024-09-10T09:27:21.437017+0000","last_active":"2024-09-10T09:27:24.339149+0000","last_peered":"2024-09-10T09:27:24.339149+0000","last_clean":"2024-09-10T09:27:24.339149+0000","last_became_active":"2024-09-10T09:27:21.436467+0000","last_became_peered":"2024-09-10T09:27:21.436467+0000","last_unstale":"2024-09-10T09:27:24.339149+0000","last_undegraded":"2024-09-10T09:27:24.339149+0000","last_fullsized":"2024-09-10T09:27:24.339149+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:13.722880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339631+0000","last_change":"2024-09-10T09:27:17.268513+0000","last_active":"2024-09-10T09:27:24.339631+0000","last_peered":"2024-09-10T09:27:24.339631+0000","last_clean":"2024-09-10T09:27:24.339631+0000","last_became_active":"2024-09-10T09:27:17.268038+0000","last_became_peered":"2024-09-10T09:27:17.268038+0000","last_unstale":"2024-09-10T09:27:24.339631+0000","last_undegraded":"2024-09-10T09:27:24.339631+0000","last_fullsized":"2024-09-10T09:27:24.339631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:09.674703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514842+0000","last_change":"2024-09-10T09:27:16.244414+0000","last_active":"2024-09-10T09:27:23.514842+0000","last_peered":"2024-09-10T09:27:23.514842+0000","last_clean":"2024-09-10T09:27:23.514842+0000","last_became_active":"2024-09-10T09:27:16.243776+0000","last_became_peered":"2024-09-10T09:27:16.243776+0000","last_unstale":"2024-09-10T09:27:23.514842+0000","last_undegraded":"2024-09-10T09:27:23.514842+0000","last_fullsized":"2024-09-10T09:27:23.514842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:02.814540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338823+0000","last_change":"2024-09-10T09:27:21.305302+0000","last_active":"2024-09-10T09:27:24.338823+0000","last_peered":"2024-09-10T09:27:24.338823+0000","last_clean":"2024-09-10T09:27:24.338823+0000","last_became_active":"2024-09-10T09:27:21.304907+0000","last_became_peered":"2024-09-10T09:27:21.304907+0000","last_unstale":"2024-09-10T09:27:24.338823+0000","last_undegraded":"2024-09-10T09:27:24.338823+0000","last_fullsized":"2024-09-10T09:27:24.338823+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340792+0000","last_change":"2024-09-10T09:27:17.279801+0000","last_active":"2024-09-10T09:27:24.340792+0000","last_peered":"2024-09-10T09:27:24.340792+0000","last_clean":"2024-09-10T09:27:24.340792+0000","last_became_active":"2024-09-10T09:27:17.279460+0000","last_became_peered":"2024-09-10T09:27:17.279460+0000","last_unstale":"2024-09-10T09:27:24.340792+0000","last_undegraded":"2024-09-10T09:27:24.340792+0000","last_fullsized":"2024-09-10T09:27:24.340792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:31.719549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282101+0000","last_change":"2024-09-10T09:27:16.244704+0000","last_active":"2024-09-10T09:27:22.282101+0000","last_peered":"2024-09-10T09:27:22.282101+0000","last_clean":"2024-09-10T09:27:22.282101+0000","last_became_active":"2024-09-10T09:27:16.244421+0000","last_became_peered":"2024-09-10T09:27:16.244421+0000","last_unstale":"2024-09-10T09:27:22.282101+0000","last_undegraded":"2024-09-10T09:27:22.282101+0000","last_fullsized":"2024-09-10T09:27:22.282101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339148+0000","last_change":"2024-09-10T09:27:21.440107+0000","last_active":"2024-09-10T09:27:24.339148+0000","last_peered":"2024-09-10T09:27:24.339148+0000","last_clean":"2024-09-10T09:27:24.339148+0000","last_became_active":"2024-09-10T09:27:21.439683+0000","last_became_peered":"2024-09-10T09:27:21.439683+0000","last_unstale":"2024-09-10T09:27:24.339148+0000","last_undegraded":"2024-09-10T09:27:24.339148+0000","last_fullsized":"2024-09-10T09:27:24.339148+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:39.188616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339774+0000","last_change":"2024-09-10T09:27:17.279775+0000","last_active":"2024-09-10T09:27:24.339774+0000","last_peered":"2024-09-10T09:27:24.339774+0000","last_clean":"2024-09-10T09:27:24.339774+0000","last_became_active":"2024-09-10T09:27:17.279179+0000","last_became_peered":"2024-09-10T09:27:17.279179+0000","last_unstale":"2024-09-10T09:27:24.339774+0000","last_undegraded":"2024-09-10T09:27:24.339774+0000","last_fullsized":"2024-09-10T09:27:24.339774+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:54.120678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282890+0000","last_change":"2024-09-10T09:27:16.237894+0000","last_active":"2024-09-10T09:27:22.282890+0000","last_peered":"2024-09-10T09:27:22.282890+0000","last_clean":"2024-09-10T09:27:22.282890+0000","last_became_active":"2024-09-10T09:27:16.237568+0000","last_became_peered":"2024-09-10T09:27:16.237568+0000","last_unstale":"2024-09-10T09:27:22.282890+0000","last_undegraded":"2024-09-10T09:27:22.282890+0000","last_fullsized":"2024-09-10T09:27:22.282890+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:17:31.152366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281980+0000","last_change":"2024-09-10T09:27:21.297459+0000","last_active":"2024-09-10T09:27:22.281980+0000","last_peered":"2024-09-10T09:27:22.281980+0000","last_clean":"2024-09-10T09:27:22.281980+0000","last_became_active":"2024-09-10T09:27:21.297032+0000","last_became_peered":"2024-09-10T09:27:21.297032+0000","last_unstale":"2024-09-10T09:27:22.281980+0000","last_undegraded":"2024-09-10T09:27:22.281980+0000","last_fullsized":"2024-09-10T09:27:22.281980+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:56.951743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340554+0000","last_change":"2024-09-10T09:27:17.274683+0000","last_active":"2024-09-10T09:27:24.340554+0000","last_peered":"2024-09-10T09:27:24.340554+0000","last_clean":"2024-09-10T09:27:24.340554+0000","last_became_active":"2024-09-10T09:27:17.274402+0000","last_became_peered":"2024-09-10T09:27:17.274402+0000","last_unstale":"2024-09-10T09:27:24.340554+0000","last_undegraded":"2024-09-10T09:27:24.340554+0000","last_fullsized":"2024-09-10T09:27:24.340554+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:22.498921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281677+0000","last_change":"2024-09-10T09:27:16.242296+0000","last_active":"2024-09-10T09:27:22.281677+0000","last_peered":"2024-09-10T09:27:22.281677+0000","last_clean":"2024-09-10T09:27:22.281677+0000","last_became_active":"2024-09-10T09:27:16.241217+0000","last_became_peered":"2024-09-10T09:27:16.241217+0000","last_unstale":"2024-09-10T09:27:22.281677+0000","last_undegraded":"2024-09-10T09:27:22.281677+0000","last_fullsized":"2024-09-10T09:27:22.281677+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:33.438016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339013+0000","last_change":"2024-09-10T09:27:21.294946+0000","last_active":"2024-09-10T09:27:24.339013+0000","last_peered":"2024-09-10T09:27:24.339013+0000","last_clean":"2024-09-10T09:27:24.339013+0000","last_became_active":"2024-09-10T09:27:21.294538+0000","last_became_peered":"2024-09-10T09:27:21.294538+0000","last_unstale":"2024-09-10T09:27:24.339013+0000","last_undegraded":"2024-09-10T09:27:24.339013+0000","last_fullsized":"2024-09-10T09:27:24.339013+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:28.282862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339344+0000","last_change":"2024-09-10T09:27:17.262976+0000","last_active":"2024-09-10T09:27:24.339344+0000","last_peered":"2024-09-10T09:27:24.339344+0000","last_clean":"2024-09-10T09:27:24.339344+0000","last_became_active":"2024-09-10T09:27:17.262336+0000","last_became_peered":"2024-09-10T09:27:17.262336+0000","last_unstale":"2024-09-10T09:27:24.339344+0000","last_undegraded":"2024-09-10T09:27:24.339344+0000","last_fullsized":"2024-09-10T09:27:24.339344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338427+0000","last_change":"2024-09-10T09:27:16.245943+0000","last_active":"2024-09-10T09:27:24.338427+0000","last_peered":"2024-09-10T09:27:24.338427+0000","last_clean":"2024-09-10T09:27:24.338427+0000","last_became_active":"2024-09-10T09:27:16.245641+0000","last_became_peered":"2024-09-10T09:27:16.245641+0000","last_unstale":"2024-09-10T09:27:24.338427+0000","last_undegraded":"2024-09-10T09:27:24.338427+0000","last_fullsized":"2024-09-10T09:27:24.338427+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953177+0000","last_change":"2024-09-10T09:27:21.437293+0000","last_active":"2024-09-10T09:27:22.953177+0000","last_peered":"2024-09-10T09:27:22.953177+0000","last_clean":"2024-09-10T09:27:22.953177+0000","last_became_active":"2024-09-10T09:27:21.436923+0000","last_became_peered":"2024-09-10T09:27:21.436923+0000","last_unstale":"2024-09-10T09:27:22.953177+0000","last_undegraded":"2024-09-10T09:27:22.953177+0000","last_fullsized":"2024-09-10T09:27:22.953177+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:36.473450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339339+0000","last_change":"2024-09-10T09:27:17.280211+0000","last_active":"2024-09-10T09:27:24.339339+0000","last_peered":"2024-09-10T09:27:24.339339+0000","last_clean":"2024-09-10T09:27:24.339339+0000","last_became_active":"2024-09-10T09:27:17.279388+0000","last_became_peered":"2024-09-10T09:27:17.279388+0000","last_unstale":"2024-09-10T09:27:24.339339+0000","last_undegraded":"2024-09-10T09:27:24.339339+0000","last_fullsized":"2024-09-10T09:27:24.339339+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:06.401421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338667+0000","last_change":"2024-09-10T09:27:16.244646+0000","last_active":"2024-09-10T09:27:24.338667+0000","last_peered":"2024-09-10T09:27:24.338667+0000","last_clean":"2024-09-10T09:27:24.338667+0000","last_became_active":"2024-09-10T09:27:16.244223+0000","last_became_peered":"2024-09-10T09:27:16.244223+0000","last_unstale":"2024-09-10T09:27:24.338667+0000","last_undegraded":"2024-09-10T09:27:24.338667+0000","last_fullsized":"2024-09-10T09:27:24.338667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952832+0000","last_change":"2024-09-10T09:27:21.435621+0000","last_active":"2024-09-10T09:27:22.952832+0000","last_peered":"2024-09-10T09:27:22.952832+0000","last_clean":"2024-09-10T09:27:22.952832+0000","last_became_active":"2024-09-10T09:27:21.435227+0000","last_became_peered":"2024-09-10T09:27:21.435227+0000","last_unstale":"2024-09-10T09:27:22.952832+0000","last_undegraded":"2024-09-10T09:27:22.952832+0000","last_fullsized":"2024-09-10T09:27:22.952832+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:44.865427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338586+0000","last_change":"2024-09-10T09:27:17.260692+0000","last_active":"2024-09-10T09:27:24.338586+0000","last_peered":"2024-09-10T09:27:24.338586+0000","last_clean":"2024-09-10T09:27:24.338586+0000","last_became_active":"2024-09-10T09:27:17.260142+0000","last_became_peered":"2024-09-10T09:27:17.260142+0000","last_unstale":"2024-09-10T09:27:24.338586+0000","last_undegraded":"2024-09-10T09:27:24.338586+0000","last_fullsized":"2024-09-10T09:27:24.338586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338198+0000","last_change":"2024-09-10T09:27:16.245125+0000","last_active":"2024-09-10T09:27:24.338198+0000","last_peered":"2024-09-10T09:27:24.338198+0000","last_clean":"2024-09-10T09:27:24.338198+0000","last_became_active":"2024-09-10T09:27:16.244829+0000","last_became_peered":"2024-09-10T09:27:16.244829+0000","last_unstale":"2024-09-10T09:27:24.338198+0000","last_undegraded":"2024-09-10T09:27:24.338198+0000","last_fullsized":"2024-09-10T09:27:24.338198+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:33.438016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340267+0000","last_change":"2024-09-10T09:27:21.435611+0000","last_active":"2024-09-10T09:27:24.340267+0000","last_peered":"2024-09-10T09:27:24.340267+0000","last_clean":"2024-09-10T09:27:24.340267+0000","last_became_active":"2024-09-10T09:27:21.435206+0000","last_became_peered":"2024-09-10T09:27:21.435206+0000","last_unstale":"2024-09-10T09:27:24.340267+0000","last_undegraded":"2024-09-10T09:27:24.340267+0000","last_fullsized":"2024-09-10T09:27:24.340267+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:45.679548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339974+0000","last_change":"2024-09-10T09:27:17.274161+0000","last_active":"2024-09-10T09:27:24.339974+0000","last_peered":"2024-09-10T09:27:24.339974+0000","last_clean":"2024-09-10T09:27:24.339974+0000","last_became_active":"2024-09-10T09:27:17.272845+0000","last_became_peered":"2024-09-10T09:27:17.272845+0000","last_unstale":"2024-09-10T09:27:24.339974+0000","last_undegraded":"2024-09-10T09:27:24.339974+0000","last_fullsized":"2024-09-10T09:27:24.339974+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:30:38.459913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:26.618584+0000","last_change":"2024-09-10T09:27:16.246047+0000","last_active":"2024-09-10T09:27:26.618584+0000","last_peered":"2024-09-10T09:27:26.618584+0000","last_clean":"2024-09-10T09:27:26.618584+0000","last_became_active":"2024-09-10T09:27:16.245730+0000","last_became_peered":"2024-09-10T09:27:16.245730+0000","last_unstale":"2024-09-10T09:27:26.618584+0000","last_undegraded":"2024-09-10T09:27:26.618584+0000","last_fullsized":"2024-09-10T09:27:26.618584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:02.814540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514495+0000","last_change":"2024-09-10T09:27:21.301186+0000","last_active":"2024-09-10T09:27:23.514495+0000","last_peered":"2024-09-10T09:27:23.514495+0000","last_clean":"2024-09-10T09:27:23.514495+0000","last_became_active":"2024-09-10T09:27:21.300784+0000","last_became_peered":"2024-09-10T09:27:21.300784+0000","last_unstale":"2024-09-10T09:27:23.514495+0000","last_undegraded":"2024-09-10T09:27:23.514495+0000","last_fullsized":"2024-09-10T09:27:23.514495+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:47.949143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282609+0000","last_change":"2024-09-10T09:27:17.263631+0000","last_active":"2024-09-10T09:27:22.282609+0000","last_peered":"2024-09-10T09:27:22.282609+0000","last_clean":"2024-09-10T09:27:22.282609+0000","last_became_active":"2024-09-10T09:27:17.261989+0000","last_became_peered":"2024-09-10T09:27:17.261989+0000","last_unstale":"2024-09-10T09:27:22.282609+0000","last_undegraded":"2024-09-10T09:27:22.282609+0000","last_fullsized":"2024-09-10T09:27:22.282609+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:03.819300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514783+0000","last_change":"2024-09-10T09:27:16.244626+0000","last_active":"2024-09-10T09:27:23.514783+0000","last_peered":"2024-09-10T09:27:23.514783+0000","last_clean":"2024-09-10T09:27:23.514783+0000","last_became_active":"2024-09-10T09:27:16.244159+0000","last_became_peered":"2024-09-10T09:27:16.244159+0000","last_unstale":"2024-09-10T09:27:23.514783+0000","last_undegraded":"2024-09-10T09:27:23.514783+0000","last_fullsized":"2024-09-10T09:27:23.514783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:38.859803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282435+0000","last_change":"2024-09-10T09:27:21.304815+0000","last_active":"2024-09-10T09:27:22.282435+0000","last_peered":"2024-09-10T09:27:22.282435+0000","last_clean":"2024-09-10T09:27:22.282435+0000","last_became_active":"2024-09-10T09:27:21.304238+0000","last_became_peered":"2024-09-10T09:27:21.304238+0000","last_unstale":"2024-09-10T09:27:22.282435+0000","last_undegraded":"2024-09-10T09:27:22.282435+0000","last_fullsized":"2024-09-10T09:27:22.282435+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:45.651000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339016+0000","last_change":"2024-09-10T09:27:17.265513+0000","last_active":"2024-09-10T09:27:24.339016+0000","last_peered":"2024-09-10T09:27:24.339016+0000","last_clean":"2024-09-10T09:27:24.339016+0000","last_became_active":"2024-09-10T09:27:17.264896+0000","last_became_peered":"2024-09-10T09:27:17.264896+0000","last_unstale":"2024-09-10T09:27:24.339016+0000","last_undegraded":"2024-09-10T09:27:24.339016+0000","last_fullsized":"2024-09-10T09:27:24.339016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339730+0000","last_change":"2024-09-10T09:27:16.248642+0000","last_active":"2024-09-10T09:27:24.339730+0000","last_peered":"2024-09-10T09:27:24.339730+0000","last_clean":"2024-09-10T09:27:24.339730+0000","last_became_active":"2024-09-10T09:27:16.248291+0000","last_became_peered":"2024-09-10T09:27:16.248291+0000","last_unstale":"2024-09-10T09:27:24.339730+0000","last_undegraded":"2024-09-10T09:27:24.339730+0000","last_fullsized":"2024-09-10T09:27:24.339730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952531+0000","last_change":"2024-09-10T09:27:21.297916+0000","last_active":"2024-09-10T09:27:22.952531+0000","last_peered":"2024-09-10T09:27:22.952531+0000","last_clean":"2024-09-10T09:27:22.952531+0000","last_became_active":"2024-09-10T09:27:21.297532+0000","last_became_peered":"2024-09-10T09:27:21.297532+0000","last_unstale":"2024-09-10T09:27:22.952531+0000","last_undegraded":"2024-09-10T09:27:22.952531+0000","last_fullsized":"2024-09-10T09:27:22.952531+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:26.784788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339623+0000","last_change":"2024-09-10T09:27:17.276778+0000","last_active":"2024-09-10T09:27:24.339623+0000","last_peered":"2024-09-10T09:27:24.339623+0000","last_clean":"2024-09-10T09:27:24.339623+0000","last_became_active":"2024-09-10T09:27:17.276521+0000","last_became_peered":"2024-09-10T09:27:17.276521+0000","last_unstale":"2024-09-10T09:27:24.339623+0000","last_undegraded":"2024-09-10T09:27:24.339623+0000","last_fullsized":"2024-09-10T09:27:24.339623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:41.602822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340697+0000","last_change":"2024-09-10T09:27:16.246646+0000","last_active":"2024-09-10T09:27:24.340697+0000","last_peered":"2024-09-10T09:27:24.340697+0000","last_clean":"2024-09-10T09:27:24.340697+0000","last_became_active":"2024-09-10T09:27:16.246345+0000","last_became_peered":"2024-09-10T09:27:16.246345+0000","last_unstale":"2024-09-10T09:27:24.340697+0000","last_undegraded":"2024-09-10T09:27:24.340697+0000","last_fullsized":"2024-09-10T09:27:24.340697+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:38.859803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952494+0000","last_change":"2024-09-10T09:27:21.436913+0000","last_active":"2024-09-10T09:27:22.952494+0000","last_peered":"2024-09-10T09:27:22.952494+0000","last_clean":"2024-09-10T09:27:22.952494+0000","last_became_active":"2024-09-10T09:27:21.436568+0000","last_became_peered":"2024-09-10T09:27:21.436568+0000","last_unstale":"2024-09-10T09:27:22.952494+0000","last_undegraded":"2024-09-10T09:27:22.952494+0000","last_fullsized":"2024-09-10T09:27:22.952494+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:51.456960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338845+0000","last_change":"2024-09-10T09:27:21.437489+0000","last_active":"2024-09-10T09:27:24.338845+0000","last_peered":"2024-09-10T09:27:24.338845+0000","last_clean":"2024-09-10T09:27:24.338845+0000","last_became_active":"2024-09-10T09:27:21.437099+0000","last_became_peered":"2024-09-10T09:27:21.437099+0000","last_unstale":"2024-09-10T09:27:24.338845+0000","last_undegraded":"2024-09-10T09:27:24.338845+0000","last_fullsized":"2024-09-10T09:27:24.338845+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:47.949143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514163+0000","last_change":"2024-09-10T09:27:17.268332+0000","last_active":"2024-09-10T09:27:23.514163+0000","last_peered":"2024-09-10T09:27:23.514163+0000","last_clean":"2024-09-10T09:27:23.514163+0000","last_became_active":"2024-09-10T09:27:17.267951+0000","last_became_peered":"2024-09-10T09:27:17.267951+0000","last_unstale":"2024-09-10T09:27:23.514163+0000","last_undegraded":"2024-09-10T09:27:23.514163+0000","last_fullsized":"2024-09-10T09:27:23.514163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:49.771784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338955+0000","last_change":"2024-09-10T09:27:16.243664+0000","last_active":"2024-09-10T09:27:24.338955+0000","last_peered":"2024-09-10T09:27:24.338955+0000","last_clean":"2024-09-10T09:27:24.338955+0000","last_became_active":"2024-09-10T09:27:16.243295+0000","last_became_peered":"2024-09-10T09:27:16.243295+0000","last_unstale":"2024-09-10T09:27:24.338955+0000","last_undegraded":"2024-09-10T09:27:24.338955+0000","last_fullsized":"2024-09-10T09:27:24.338955+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340532+0000","last_change":"2024-09-10T09:27:21.301329+0000","last_active":"2024-09-10T09:27:24.340532+0000","last_peered":"2024-09-10T09:27:24.340532+0000","last_clean":"2024-09-10T09:27:24.340532+0000","last_became_active":"2024-09-10T09:27:21.300990+0000","last_became_peered":"2024-09-10T09:27:21.300990+0000","last_unstale":"2024-09-10T09:27:24.340532+0000","last_undegraded":"2024-09-10T09:27:24.340532+0000","last_fullsized":"2024-09-10T09:27:24.340532+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952466+0000","last_change":"2024-09-10T09:27:17.265767+0000","last_active":"2024-09-10T09:27:22.952466+0000","last_peered":"2024-09-10T09:27:22.952466+0000","last_clean":"2024-09-10T09:27:22.952466+0000","last_became_active":"2024-09-10T09:27:17.265481+0000","last_became_peered":"2024-09-10T09:27:17.265481+0000","last_unstale":"2024-09-10T09:27:22.952466+0000","last_undegraded":"2024-09-10T09:27:22.952466+0000","last_fullsized":"2024-09-10T09:27:22.952466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952660+0000","last_change":"2024-09-10T09:27:16.248117+0000","last_active":"2024-09-10T09:27:22.952660+0000","last_peered":"2024-09-10T09:27:22.952660+0000","last_clean":"2024-09-10T09:27:22.952660+0000","last_became_active":"2024-09-10T09:27:16.247860+0000","last_became_peered":"2024-09-10T09:27:16.247860+0000","last_unstale":"2024-09-10T09:27:22.952660+0000","last_undegraded":"2024-09-10T09:27:22.952660+0000","last_fullsized":"2024-09-10T09:27:22.952660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338937+0000","last_change":"2024-09-10T09:27:16.243667+0000","last_active":"2024-09-10T09:27:24.338937+0000","last_peered":"2024-09-10T09:27:24.338937+0000","last_clean":"2024-09-10T09:27:24.338937+0000","last_became_active":"2024-09-10T09:27:16.243340+0000","last_became_peered":"2024-09-10T09:27:16.243340+0000","last_unstale":"2024-09-10T09:27:24.338937+0000","last_undegraded":"2024-09-10T09:27:24.338937+0000","last_fullsized":"2024-09-10T09:27:24.338937+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338933+0000","last_change":"2024-09-10T09:27:17.255096+0000","last_active":"2024-09-10T09:27:24.338933+0000","last_peered":"2024-09-10T09:27:24.338933+0000","last_clean":"2024-09-10T09:27:24.338933+0000","last_became_active":"2024-09-10T09:27:17.254403+0000","last_became_peered":"2024-09-10T09:27:17.254403+0000","last_unstale":"2024-09-10T09:27:24.338933+0000","last_undegraded":"2024-09-10T09:27:24.338933+0000","last_fullsized":"2024-09-10T09:27:24.338933+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281900+0000","last_change":"2024-09-10T09:27:21.297515+0000","last_active":"2024-09-10T09:27:22.281900+0000","last_peered":"2024-09-10T09:27:22.281900+0000","last_clean":"2024-09-10T09:27:22.281900+0000","last_became_active":"2024-09-10T09:27:21.297137+0000","last_became_peered":"2024-09-10T09:27:21.297137+0000","last_unstale":"2024-09-10T09:27:22.281900+0000","last_undegraded":"2024-09-10T09:27:22.281900+0000","last_fullsized":"2024-09-10T09:27:22.281900+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:25.206285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952743+0000","last_change":"2024-09-10T09:27:16.246741+0000","last_active":"2024-09-10T09:27:22.952743+0000","last_peered":"2024-09-10T09:27:22.952743+0000","last_clean":"2024-09-10T09:27:22.952743+0000","last_became_active":"2024-09-10T09:27:16.246453+0000","last_became_peered":"2024-09-10T09:27:16.246453+0000","last_unstale":"2024-09-10T09:27:22.952743+0000","last_undegraded":"2024-09-10T09:27:22.952743+0000","last_fullsized":"2024-09-10T09:27:22.952743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282201+0000","last_change":"2024-09-10T09:27:17.255988+0000","last_active":"2024-09-10T09:27:22.282201+0000","last_peered":"2024-09-10T09:27:22.282201+0000","last_clean":"2024-09-10T09:27:22.282201+0000","last_became_active":"2024-09-10T09:27:17.254577+0000","last_became_peered":"2024-09-10T09:27:17.254577+0000","last_unstale":"2024-09-10T09:27:22.282201+0000","last_undegraded":"2024-09-10T09:27:22.282201+0000","last_fullsized":"2024-09-10T09:27:22.282201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:15.755811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952894+0000","last_change":"2024-09-10T09:27:21.297496+0000","last_active":"2024-09-10T09:27:22.952894+0000","last_peered":"2024-09-10T09:27:22.952894+0000","last_clean":"2024-09-10T09:27:22.952894+0000","last_became_active":"2024-09-10T09:27:21.297103+0000","last_became_peered":"2024-09-10T09:27:21.297103+0000","last_unstale":"2024-09-10T09:27:22.952894+0000","last_undegraded":"2024-09-10T09:27:22.952894+0000","last_fullsized":"2024-09-10T09:27:22.952894+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:16.924278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339165+0000","last_change":"2024-09-10T09:27:17.262571+0000","last_active":"2024-09-10T09:27:24.339165+0000","last_peered":"2024-09-10T09:27:24.339165+0000","last_clean":"2024-09-10T09:27:24.339165+0000","last_became_active":"2024-09-10T09:27:17.262284+0000","last_became_peered":"2024-09-10T09:27:17.262284+0000","last_unstale":"2024-09-10T09:27:24.339165+0000","last_undegraded":"2024-09-10T09:27:24.339165+0000","last_fullsized":"2024-09-10T09:27:24.339165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281683+0000","last_change":"2024-09-10T09:27:17.263294+0000","last_active":"2024-09-10T09:27:22.281683+0000","last_peered":"2024-09-10T09:27:22.281683+0000","last_clean":"2024-09-10T09:27:22.281683+0000","last_became_active":"2024-09-10T09:27:17.263006+0000","last_became_peered":"2024-09-10T09:27:17.263006+0000","last_unstale":"2024-09-10T09:27:22.281683+0000","last_undegraded":"2024-09-10T09:27:22.281683+0000","last_fullsized":"2024-09-10T09:27:22.281683+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:15.408987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340299+0000","last_change":"2024-09-10T09:27:17.273149+0000","last_active":"2024-09-10T09:27:24.340299+0000","last_peered":"2024-09-10T09:27:24.340299+0000","last_clean":"2024-09-10T09:27:24.340299+0000","last_became_active":"2024-09-10T09:27:17.267256+0000","last_became_peered":"2024-09-10T09:27:17.267256+0000","last_unstale":"2024-09-10T09:27:24.340299+0000","last_undegraded":"2024-09-10T09:27:24.340299+0000","last_fullsized":"2024-09-10T09:27:24.340299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:11.381829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338813+0000","last_change":"2024-09-10T09:27:17.270879+0000","last_active":"2024-09-10T09:27:24.338813+0000","last_peered":"2024-09-10T09:27:24.338813+0000","last_clean":"2024-09-10T09:27:24.338813+0000","last_became_active":"2024-09-10T09:27:17.270515+0000","last_became_peered":"2024-09-10T09:27:17.270515+0000","last_unstale":"2024-09-10T09:27:24.338813+0000","last_undegraded":"2024-09-10T09:27:24.338813+0000","last_fullsized":"2024-09-10T09:27:24.338813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:03.919888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952952+0000","last_change":"2024-09-10T09:27:17.268072+0000","last_active":"2024-09-10T09:27:22.952952+0000","last_peered":"2024-09-10T09:27:22.952952+0000","last_clean":"2024-09-10T09:27:22.952952+0000","last_became_active":"2024-09-10T09:27:17.267723+0000","last_became_peered":"2024-09-10T09:27:17.267723+0000","last_unstale":"2024-09-10T09:27:22.952952+0000","last_undegraded":"2024-09-10T09:27:22.952952+0000","last_fullsized":"2024-09-10T09:27:22.952952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:53.369782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514587+0000","last_change":"2024-09-10T09:27:17.269519+0000","last_active":"2024-09-10T09:27:23.514587+0000","last_peered":"2024-09-10T09:27:23.514587+0000","last_clean":"2024-09-10T09:27:23.514587+0000","last_became_active":"2024-09-10T09:27:17.267747+0000","last_became_peered":"2024-09-10T09:27:17.267747+0000","last_unstale":"2024-09-10T09:27:23.514587+0000","last_undegraded":"2024-09-10T09:27:23.514587+0000","last_fullsized":"2024-09-10T09:27:23.514587+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.341044+0000","last_change":"2024-09-10T09:27:17.275711+0000","last_active":"2024-09-10T09:27:24.341044+0000","last_peered":"2024-09-10T09:27:24.341044+0000","last_clean":"2024-09-10T09:27:24.341044+0000","last_became_active":"2024-09-10T09:27:17.275401+0000","last_became_peered":"2024-09-10T09:27:17.275401+0000","last_unstale":"2024-09-10T09:27:24.341044+0000","last_undegraded":"2024-09-10T09:27:24.341044+0000","last_fullsized":"2024-09-10T09:27:24.341044+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953176+0000","last_change":"2024-09-10T09:27:17.265920+0000","last_active":"2024-09-10T09:27:22.953176+0000","last_peered":"2024-09-10T09:27:22.953176+0000","last_clean":"2024-09-10T09:27:22.953176+0000","last_became_active":"2024-09-10T09:27:17.265639+0000","last_became_peered":"2024-09-10T09:27:17.265639+0000","last_unstale":"2024-09-10T09:27:22.953176+0000","last_undegraded":"2024-09-10T09:27:22.953176+0000","last_fullsized":"2024-09-10T09:27:22.953176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:50.081039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339419+0000","last_change":"2024-09-10T09:27:17.267885+0000","last_active":"2024-09-10T09:27:24.339419+0000","last_peered":"2024-09-10T09:27:24.339419+0000","last_clean":"2024-09-10T09:27:24.339419+0000","last_became_active":"2024-09-10T09:27:17.267579+0000","last_became_peered":"2024-09-10T09:27:17.267579+0000","last_unstale":"2024-09-10T09:27:24.339419+0000","last_undegraded":"2024-09-10T09:27:24.339419+0000","last_fullsized":"2024-09-10T09:27:24.339419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952629+0000","last_change":"2024-09-10T09:27:17.265798+0000","last_active":"2024-09-10T09:27:22.952629+0000","last_peered":"2024-09-10T09:27:22.952629+0000","last_clean":"2024-09-10T09:27:22.952629+0000","last_became_active":"2024-09-10T09:27:17.265370+0000","last_became_peered":"2024-09-10T09:27:17.265370+0000","last_unstale":"2024-09-10T09:27:22.952629+0000","last_undegraded":"2024-09-10T09:27:22.952629+0000","last_fullsized":"2024-09-10T09:27:22.952629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340089+0000","last_change":"2024-09-10T09:27:17.274639+0000","last_active":"2024-09-10T09:27:24.340089+0000","last_peered":"2024-09-10T09:27:24.340089+0000","last_clean":"2024-09-10T09:27:24.340089+0000","last_became_active":"2024-09-10T09:27:17.274352+0000","last_became_peered":"2024-09-10T09:27:17.274352+0000","last_unstale":"2024-09-10T09:27:24.340089+0000","last_undegraded":"2024-09-10T09:27:24.340089+0000","last_fullsized":"2024-09-10T09:27:24.340089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338646+0000","last_change":"2024-09-10T09:27:17.269246+0000","last_active":"2024-09-10T09:27:24.338646+0000","last_peered":"2024-09-10T09:27:24.338646+0000","last_clean":"2024-09-10T09:27:24.338646+0000","last_became_active":"2024-09-10T09:27:17.268961+0000","last_became_peered":"2024-09-10T09:27:17.268961+0000","last_unstale":"2024-09-10T09:27:24.338646+0000","last_undegraded":"2024-09-10T09:27:24.338646+0000","last_fullsized":"2024-09-10T09:27:24.338646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:21.158107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339710+0000","last_change":"2024-09-10T09:27:17.260750+0000","last_active":"2024-09-10T09:27:24.339710+0000","last_peered":"2024-09-10T09:27:24.339710+0000","last_clean":"2024-09-10T09:27:24.339710+0000","last_became_active":"2024-09-10T09:27:17.260482+0000","last_became_peered":"2024-09-10T09:27:17.260482+0000","last_unstale":"2024-09-10T09:27:24.339710+0000","last_undegraded":"2024-09-10T09:27:24.339710+0000","last_fullsized":"2024-09-10T09:27:24.339710+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340341+0000","last_change":"2024-09-10T09:27:17.273755+0000","last_active":"2024-09-10T09:27:24.340341+0000","last_peered":"2024-09-10T09:27:24.340341+0000","last_clean":"2024-09-10T09:27:24.340341+0000","last_became_active":"2024-09-10T09:27:17.273506+0000","last_became_peered":"2024-09-10T09:27:17.273506+0000","last_unstale":"2024-09-10T09:27:24.340341+0000","last_undegraded":"2024-09-10T09:27:24.340341+0000","last_fullsized":"2024-09-10T09:27:24.340341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:22.895011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282051+0000","last_change":"2024-09-10T09:27:17.263703+0000","last_active":"2024-09-10T09:27:22.282051+0000","last_peered":"2024-09-10T09:27:22.282051+0000","last_clean":"2024-09-10T09:27:22.282051+0000","last_became_active":"2024-09-10T09:27:17.262698+0000","last_became_peered":"2024-09-10T09:27:17.262698+0000","last_unstale":"2024-09-10T09:27:22.282051+0000","last_undegraded":"2024-09-10T09:27:22.282051+0000","last_fullsized":"2024-09-10T09:27:22.282051+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:41.690447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339875+0000","last_change":"2024-09-10T09:27:17.276654+0000","last_active":"2024-09-10T09:27:24.339875+0000","last_peered":"2024-09-10T09:27:24.339875+0000","last_clean":"2024-09-10T09:27:24.339875+0000","last_became_active":"2024-09-10T09:27:17.276381+0000","last_became_peered":"2024-09-10T09:27:17.276381+0000","last_unstale":"2024-09-10T09:27:24.339875+0000","last_undegraded":"2024-09-10T09:27:24.339875+0000","last_fullsized":"2024-09-10T09:27:24.339875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:06.015037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339324+0000","last_change":"2024-09-10T09:27:17.263087+0000","last_active":"2024-09-10T09:27:24.339324+0000","last_peered":"2024-09-10T09:27:24.339324+0000","last_clean":"2024-09-10T09:27:24.339324+0000","last_became_active":"2024-09-10T09:27:17.262797+0000","last_became_peered":"2024-09-10T09:27:17.262797+0000","last_unstale":"2024-09-10T09:27:24.339324+0000","last_undegraded":"2024-09-10T09:27:24.339324+0000","last_fullsized":"2024-09-10T09:27:24.339324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514256+0000","last_change":"2024-09-10T09:27:17.261148+0000","last_active":"2024-09-10T09:27:23.514256+0000","last_peered":"2024-09-10T09:27:23.514256+0000","last_clean":"2024-09-10T09:27:23.514256+0000","last_became_active":"2024-09-10T09:27:17.260860+0000","last_became_peered":"2024-09-10T09:27:17.260860+0000","last_unstale":"2024-09-10T09:27:23.514256+0000","last_undegraded":"2024-09-10T09:27:23.514256+0000","last_fullsized":"2024-09-10T09:27:23.514256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338557+0000","last_change":"2024-09-10T09:27:17.255498+0000","last_active":"2024-09-10T09:27:24.338557+0000","last_peered":"2024-09-10T09:27:24.338557+0000","last_clean":"2024-09-10T09:27:24.338557+0000","last_became_active":"2024-09-10T09:27:17.255102+0000","last_became_peered":"2024-09-10T09:27:17.255102+0000","last_unstale":"2024-09-10T09:27:24.338557+0000","last_undegraded":"2024-09-10T09:27:24.338557+0000","last_fullsized":"2024-09-10T09:27:24.338557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952600+0000","last_change":"2024-09-10T09:27:17.268561+0000","last_active":"2024-09-10T09:27:22.952600+0000","last_peered":"2024-09-10T09:27:22.952600+0000","last_clean":"2024-09-10T09:27:22.952600+0000","last_became_active":"2024-09-10T09:27:17.268190+0000","last_became_peered":"2024-09-10T09:27:17.268190+0000","last_unstale":"2024-09-10T09:27:22.952600+0000","last_undegraded":"2024-09-10T09:27:22.952600+0000","last_fullsized":"2024-09-10T09:27:22.952600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282578+0000","last_change":"2024-09-10T09:27:17.264548+0000","last_active":"2024-09-10T09:27:22.282578+0000","last_peered":"2024-09-10T09:27:22.282578+0000","last_clean":"2024-09-10T09:27:22.282578+0000","last_became_active":"2024-09-10T09:27:17.263671+0000","last_became_peered":"2024-09-10T09:27:17.263671+0000","last_unstale":"2024-09-10T09:27:22.282578+0000","last_undegraded":"2024-09-10T09:27:22.282578+0000","last_fullsized":"2024-09-10T09:27:22.282578+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:39.864563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340063+0000","last_change":"2024-09-10T09:27:17.263734+0000","last_active":"2024-09-10T09:27:24.340063+0000","last_peered":"2024-09-10T09:27:24.340063+0000","last_clean":"2024-09-10T09:27:24.340063+0000","last_became_active":"2024-09-10T09:27:17.263270+0000","last_became_peered":"2024-09-10T09:27:17.263270+0000","last_unstale":"2024-09-10T09:27:24.340063+0000","last_undegraded":"2024-09-10T09:27:24.340063+0000","last_fullsized":"2024-09-10T09:27:24.340063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340983+0000","last_change":"2024-09-10T09:27:17.264414+0000","last_active":"2024-09-10T09:27:24.340983+0000","last_peered":"2024-09-10T09:27:24.340983+0000","last_clean":"2024-09-10T09:27:24.340983+0000","last_became_active":"2024-09-10T09:27:17.264156+0000","last_became_peered":"2024-09-10T09:27:17.264156+0000","last_unstale":"2024-09-10T09:27:24.340983+0000","last_undegraded":"2024-09-10T09:27:24.340983+0000","last_fullsized":"2024-09-10T09:27:24.340983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340830+0000","last_change":"2024-09-10T09:27:17.281834+0000","last_active":"2024-09-10T09:27:24.340830+0000","last_peered":"2024-09-10T09:27:24.340830+0000","last_clean":"2024-09-10T09:27:24.340830+0000","last_became_active":"2024-09-10T09:27:17.281526+0000","last_became_peered":"2024-09-10T09:27:17.281526+0000","last_unstale":"2024-09-10T09:27:24.340830+0000","last_undegraded":"2024-09-10T09:27:24.340830+0000","last_fullsized":"2024-09-10T09:27:24.340830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:00.279606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952414+0000","last_change":"2024-09-10T09:27:17.268890+0000","last_active":"2024-09-10T09:27:22.952414+0000","last_peered":"2024-09-10T09:27:22.952414+0000","last_clean":"2024-09-10T09:27:22.952414+0000","last_became_active":"2024-09-10T09:27:17.268517+0000","last_became_peered":"2024-09-10T09:27:17.268517+0000","last_unstale":"2024-09-10T09:27:22.952414+0000","last_undegraded":"2024-09-10T09:27:22.952414+0000","last_fullsized":"2024-09-10T09:27:22.952414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340421+0000","last_change":"2024-09-10T09:27:17.270323+0000","last_active":"2024-09-10T09:27:24.340421+0000","last_peered":"2024-09-10T09:27:24.340421+0000","last_clean":"2024-09-10T09:27:24.340421+0000","last_became_active":"2024-09-10T09:27:17.270054+0000","last_became_peered":"2024-09-10T09:27:17.270054+0000","last_unstale":"2024-09-10T09:27:24.340421+0000","last_undegraded":"2024-09-10T09:27:24.340421+0000","last_fullsized":"2024-09-10T09:27:24.340421+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:57.385889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340069+0000","last_change":"2024-09-10T09:27:17.262375+0000","last_active":"2024-09-10T09:27:24.340069+0000","last_peered":"2024-09-10T09:27:24.340069+0000","last_clean":"2024-09-10T09:27:24.340069+0000","last_became_active":"2024-09-10T09:27:17.262114+0000","last_became_peered":"2024-09-10T09:27:17.262114+0000","last_unstale":"2024-09-10T09:27:24.340069+0000","last_undegraded":"2024-09-10T09:27:24.340069+0000","last_fullsized":"2024-09-10T09:27:24.340069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339151+0000","last_change":"2024-09-10T09:27:17.271080+0000","last_active":"2024-09-10T09:27:24.339151+0000","last_peered":"2024-09-10T09:27:24.339151+0000","last_clean":"2024-09-10T09:27:24.339151+0000","last_became_active":"2024-09-10T09:27:17.270803+0000","last_became_peered":"2024-09-10T09:27:17.270803+0000","last_unstale":"2024-09-10T09:27:24.339151+0000","last_undegraded":"2024-09-10T09:27:24.339151+0000","last_fullsized":"2024-09-10T09:27:24.339151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:58.494809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339423+0000","last_change":"2024-09-10T09:27:17.268991+0000","last_active":"2024-09-10T09:27:24.339423+0000","last_peered":"2024-09-10T09:27:24.339423+0000","last_clean":"2024-09-10T09:27:24.339423+0000","last_became_active":"2024-09-10T09:27:17.268675+0000","last_became_peered":"2024-09-10T09:27:17.268675+0000","last_unstale":"2024-09-10T09:27:24.339423+0000","last_undegraded":"2024-09-10T09:27:24.339423+0000","last_fullsized":"2024-09-10T09:27:24.339423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338705+0000","last_change":"2024-09-10T09:27:17.258328+0000","last_active":"2024-09-10T09:27:24.338705+0000","last_peered":"2024-09-10T09:27:24.338705+0000","last_clean":"2024-09-10T09:27:24.338705+0000","last_became_active":"2024-09-10T09:27:17.258030+0000","last_became_peered":"2024-09-10T09:27:17.258030+0000","last_unstale":"2024-09-10T09:27:24.338705+0000","last_undegraded":"2024-09-10T09:27:24.338705+0000","last_fullsized":"2024-09-10T09:27:24.338705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:27.015443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514783+0000","last_change":"2024-09-10T09:27:17.262102+0000","last_active":"2024-09-10T09:27:23.514783+0000","last_peered":"2024-09-10T09:27:23.514783+0000","last_clean":"2024-09-10T09:27:23.514783+0000","last_became_active":"2024-09-10T09:27:17.261815+0000","last_became_peered":"2024-09-10T09:27:17.261815+0000","last_unstale":"2024-09-10T09:27:23.514783+0000","last_undegraded":"2024-09-10T09:27:23.514783+0000","last_fullsized":"2024-09-10T09:27:23.514783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340665+0000","last_change":"2024-09-10T09:27:17.277538+0000","last_active":"2024-09-10T09:27:24.340665+0000","last_peered":"2024-09-10T09:27:24.340665+0000","last_clean":"2024-09-10T09:27:24.340665+0000","last_became_active":"2024-09-10T09:27:17.276853+0000","last_became_peered":"2024-09-10T09:27:17.276853+0000","last_unstale":"2024-09-10T09:27:24.340665+0000","last_undegraded":"2024-09-10T09:27:24.340665+0000","last_fullsized":"2024-09-10T09:27:24.340665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:21.604918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27868,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343972,"statfs":{"total":96636764160,"available":96608227328,"internally_reserved":0,"allocated":860160,"data_stored":694509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":103649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542151,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":103685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":262144,"data_stored":103559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":103719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:27:37.259 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:27:37.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.389+0000 7f04f70c3640 1 Processor -- start 2024-09-10T09:27:37.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.389+0000 7f04f70c3640 1 -- start start 2024-09-10T09:27:37.392 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f70c3640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f04f015e5f0 0x7f04f00d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.392 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f70c3640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f04f00d30f0 0x7f04f00b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.392 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f70c3640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04f00d3690 con 0x7f04f00b64c0 2024-09-10T09:27:37.392 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f70c3640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f04f006d530 con 0x7f04f015e5f0 2024-09-10T09:27:37.392 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f70c3640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f04f00d3970 con 0x7f04f00d30f0 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f4e5f640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f04f015e5f0 0x7f04f00d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f4e5f640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f04f015e5f0 0x7f04f00d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37044/0 (socket says 172.21.15.173:37044) 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f4e5f640 1 -- 172.21.15.173:0/2685653522 learned_addr learned my addr 172.21.15.173:0/2685653522 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f4e5f640 1 -- 172.21.15.173:0/2685653522 >> v2:172.21.15.176:3300/0 conn(0x7f04f00d30f0 msgr2=0x7f04f00b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04effff640 1 --2- 172.21.15.173:0/2685653522 >> v2:172.21.15.176:3300/0 conn(0x7f04f00d30f0 0x7f04f00b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f4e5f640 1 --2- 172.21.15.173:0/2685653522 >> v2:172.21.15.176:3300/0 conn(0x7f04f00d30f0 0x7f04f00b5f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f4e5f640 1 -- 172.21.15.173:0/2685653522 >> v1:172.21.15.176:6789/0 conn(0x7f04f00b64c0 legacy=0x7f04f00cf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.390+0000 7f04f4e5f640 1 -- 172.21.15.173:0/2685653522 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f006cee0 con 0x7f04f015e5f0 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.391+0000 7f04f4e5f640 1 --2- 172.21.15.173:0/2685653522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 0x7f04f00d4dd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f04f008e520 tx=0x7f04e402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60f374889b05c53 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.391+0000 7f04ef7fe640 1 -- 172.21.15.173:0/2685653522 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4037070 con 0x7f04f015e5f0 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.391+0000 7f04ef7fe640 1 -- 172.21.15.173:0/2685653522 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04e4032440 con 0x7f04f015e5f0 2024-09-10T09:27:37.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.391+0000 7f04ef7fe640 1 -- 172.21.15.173:0/2685653522 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4032810 con 0x7f04f015e5f0 2024-09-10T09:27:37.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.392+0000 7f04f70c3640 1 -- 172.21.15.173:0/2685653522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 msgr2=0x7f04f00d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.392+0000 7f04f70c3640 1 --2- 172.21.15.173:0/2685653522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 0x7f04f00d4dd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f04f008e520 tx=0x7f04e402a230 comp rx=0 tx=0).stop 2024-09-10T09:27:37.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.392+0000 7f04f70c3640 1 -- 172.21.15.173:0/2685653522 shutdown_connections 2024-09-10T09:27:37.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.392+0000 7f04f70c3640 1 --2- 172.21.15.173:0/2685653522 >> v2:172.21.15.176:3300/0 conn(0x7f04f00d30f0 0x7f04f00b5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.392+0000 7f04f70c3640 1 --2- 172.21.15.173:0/2685653522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 0x7f04f00d4dd0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.392+0000 7f04f70c3640 1 -- 172.21.15.173:0/2685653522 >> 172.21.15.173:0/2685653522 conn(0x7f04f008bfc0 msgr2=0x7f04f00d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:37.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.392+0000 7f04f70c3640 1 -- 172.21.15.173:0/2685653522 shutdown_connections 2024-09-10T09:27:37.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.392+0000 7f04f70c3640 1 -- 172.21.15.173:0/2685653522 wait complete. 2024-09-10T09:27:37.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.393+0000 7f04f70c3640 1 Processor -- start 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.393+0000 7f04f70c3640 1 -- start start 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f70c3640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f04f00b64c0 0x7f04f014b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f70c3640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f04f00d30f0 0x7f04f00c9320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f70c3640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 0x7f04f00c9860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f70c3640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f04f00d5310 con 0x7f04f015e5f0 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f70c3640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f04f015e9d0 con 0x7f04f00d30f0 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f70c3640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f04f006e9d0 con 0x7f04f00b64c0 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f5660640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 0x7f04f00c9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f5660640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 0x7f04f00c9860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37060/0 (socket says 172.21.15.173:37060) 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f5660640 1 -- 172.21.15.173:0/3281827014 learned_addr learned my addr 172.21.15.173:0/3281827014 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f4e5f640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f04f00b64c0 0x7f04f014b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04effff640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f04f00d30f0 0x7f04f00c9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f5660640 1 -- 172.21.15.173:0/3281827014 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f04f00b64c0 msgr2=0x7f04f014b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f5660640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f04f00b64c0 0x7f04f014b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f5660640 1 -- 172.21.15.173:0/3281827014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f04f00d30f0 msgr2=0x7f04f00c9320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f5660640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f04f00d30f0 0x7f04f00c9320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f5660640 1 -- 172.21.15.173:0/3281827014 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f00c8280 con 0x7f04f015e5f0 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f5660640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 0x7f04f00c9860 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f04e800c780 tx=0x7f04e800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04ed7fa640 1 -- 172.21.15.173:0/3281827014 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e8004b60 con 0x7f04f015e5f0 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04ed7fa640 1 -- 172.21.15.173:0/3281827014 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04e8004d00 con 0x7f04f015e5f0 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04ed7fa640 1 -- 172.21.15.173:0/3281827014 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e800aa90 con 0x7f04f015e5f0 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f70c3640 1 -- 172.21.15.173:0/3281827014 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04f00c8560 con 0x7f04f015e5f0 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.394+0000 7f04f70c3640 1 -- 172.21.15.173:0/3281827014 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04f00c8b20 con 0x7f04f015e5f0 2024-09-10T09:27:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.396+0000 7f04f70c3640 1 -- 172.21.15.173:0/3281827014 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04f00b5f80 con 0x7f04f015e5f0 2024-09-10T09:27:37.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.396+0000 7f04ed7fa640 1 -- 172.21.15.173:0/3281827014 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f04e800ac30 con 0x7f04f015e5f0 2024-09-10T09:27:37.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.396+0000 7f04ed7fa640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f04d406be30 0x7f04d406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.396+0000 7f04ed7fa640 1 -- 172.21.15.173:0/3281827014 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f04e808b460 con 0x7f04f015e5f0 2024-09-10T09:27:37.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.396+0000 7f04f4e5f640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f04d406be30 0x7f04d406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.397+0000 7f04f4e5f640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f04d406be30 0x7f04d406e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f04e4034000 tx=0x7f04e402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:37.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.401+0000 7f04ed7fa640 1 -- 172.21.15.173:0/3281827014 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f04e8020070 con 0x7f04f015e5f0 2024-09-10T09:27:37.564 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.563+0000 7f04f70c3640 1 -- 172.21.15.173:0/3281827014 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f04f0161da0 con 0x7f04d406be30 2024-09-10T09:27:37.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.571+0000 7f04ed7fa640 1 -- 172.21.15.173:0/3281827014 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f04f0161da0 con 0x7f04d406be30 2024-09-10T09:27:37.575 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:37.577 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:27:37.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 -- 172.21.15.173:0/3281827014 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f04d406be30 msgr2=0x7f04d406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f04d406be30 0x7f04d406e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f04e4034000 tx=0x7f04e402e000 comp rx=0 tx=0).stop 2024-09-10T09:27:37.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 -- 172.21.15.173:0/3281827014 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 msgr2=0x7f04f00c9860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 0x7f04f00c9860 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f04e800c780 tx=0x7f04e800cc40 comp rx=0 tx=0).stop 2024-09-10T09:27:37.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 -- 172.21.15.173:0/3281827014 shutdown_connections 2024-09-10T09:27:37.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f04d406be30 0x7f04d406e2f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04f015e5f0 0x7f04f00c9860 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f04f00d30f0 0x7f04f00c9320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.580 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 --2- 172.21.15.173:0/3281827014 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f04f00b64c0 0x7f04f014b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.580 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 -- 172.21.15.173:0/3281827014 >> 172.21.15.173:0/3281827014 conn(0x7f04f008bfc0 msgr2=0x7f04f00b19c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:37.580 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 -- 172.21.15.173:0/3281827014 shutdown_connections 2024-09-10T09:27:37.580 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.574+0000 7f04f70c3640 1 -- 172.21.15.173:0/3281827014 wait complete. 2024-09-10T09:27:37.587 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":33,"stamp":"2024-09-10T09:27:36.348106+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219496,"kb_used_data":3272,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755224,"statfs":{"total":773094113280,"available":772869349376,"internally_reserved":0,"allocated":3350528,"data_stored":2018492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002700"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339093+0000","last_change":"2024-09-10T09:27:16.245668+0000","last_active":"2024-09-10T09:27:24.339093+0000","last_peered":"2024-09-10T09:27:24.339093+0000","last_clean":"2024-09-10T09:27:24.339093+0000","last_became_active":"2024-09-10T09:27:16.245363+0000","last_became_peered":"2024-09-10T09:27:16.245363+0000","last_unstale":"2024-09-10T09:27:24.339093+0000","last_undegraded":"2024-09-10T09:27:24.339093+0000","last_fullsized":"2024-09-10T09:27:24.339093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:49.444631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953046+0000","last_change":"2024-09-10T09:27:17.266308+0000","last_active":"2024-09-10T09:27:22.953046+0000","last_peered":"2024-09-10T09:27:22.953046+0000","last_clean":"2024-09-10T09:27:22.953046+0000","last_became_active":"2024-09-10T09:27:17.266060+0000","last_became_peered":"2024-09-10T09:27:17.266060+0000","last_unstale":"2024-09-10T09:27:22.953046+0000","last_undegraded":"2024-09-10T09:27:22.953046+0000","last_fullsized":"2024-09-10T09:27:22.953046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:41.602822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952416+0000","last_change":"2024-09-10T09:27:21.440090+0000","last_active":"2024-09-10T09:27:22.952416+0000","last_peered":"2024-09-10T09:27:22.952416+0000","last_clean":"2024-09-10T09:27:22.952416+0000","last_became_active":"2024-09-10T09:27:21.439702+0000","last_became_peered":"2024-09-10T09:27:21.439702+0000","last_unstale":"2024-09-10T09:27:22.952416+0000","last_undegraded":"2024-09-10T09:27:22.952416+0000","last_fullsized":"2024-09-10T09:27:22.952416+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:45.679548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953178+0000","last_change":"2024-09-10T09:27:16.247721+0000","last_active":"2024-09-10T09:27:22.953178+0000","last_peered":"2024-09-10T09:27:22.953178+0000","last_clean":"2024-09-10T09:27:22.953178+0000","last_became_active":"2024-09-10T09:27:16.247477+0000","last_became_peered":"2024-09-10T09:27:16.247477+0000","last_unstale":"2024-09-10T09:27:22.953178+0000","last_undegraded":"2024-09-10T09:27:22.953178+0000","last_fullsized":"2024-09-10T09:27:22.953178+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338915+0000","last_change":"2024-09-10T09:27:17.265729+0000","last_active":"2024-09-10T09:27:24.338915+0000","last_peered":"2024-09-10T09:27:24.338915+0000","last_clean":"2024-09-10T09:27:24.338915+0000","last_became_active":"2024-09-10T09:27:17.265248+0000","last_became_peered":"2024-09-10T09:27:17.265248+0000","last_unstale":"2024-09-10T09:27:24.338915+0000","last_undegraded":"2024-09-10T09:27:24.338915+0000","last_fullsized":"2024-09-10T09:27:24.338915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282170+0000","last_change":"2024-09-10T09:27:21.297520+0000","last_active":"2024-09-10T09:27:22.282170+0000","last_peered":"2024-09-10T09:27:22.282170+0000","last_clean":"2024-09-10T09:27:22.282170+0000","last_became_active":"2024-09-10T09:27:21.297019+0000","last_became_peered":"2024-09-10T09:27:21.297019+0000","last_unstale":"2024-09-10T09:27:22.282170+0000","last_undegraded":"2024-09-10T09:27:22.282170+0000","last_fullsized":"2024-09-10T09:27:22.282170+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:57.189084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340248+0000","last_change":"2024-09-10T09:27:16.247736+0000","last_active":"2024-09-10T09:27:24.340248+0000","last_peered":"2024-09-10T09:27:24.340248+0000","last_clean":"2024-09-10T09:27:24.340248+0000","last_became_active":"2024-09-10T09:27:16.247482+0000","last_became_peered":"2024-09-10T09:27:16.247482+0000","last_unstale":"2024-09-10T09:27:24.340248+0000","last_undegraded":"2024-09-10T09:27:24.340248+0000","last_fullsized":"2024-09-10T09:27:24.340248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:35:51.757998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339529+0000","last_change":"2024-09-10T09:27:17.262765+0000","last_active":"2024-09-10T09:27:24.339529+0000","last_peered":"2024-09-10T09:27:24.339529+0000","last_clean":"2024-09-10T09:27:24.339529+0000","last_became_active":"2024-09-10T09:27:17.262491+0000","last_became_peered":"2024-09-10T09:27:17.262491+0000","last_unstale":"2024-09-10T09:27:24.339529+0000","last_undegraded":"2024-09-10T09:27:24.339529+0000","last_fullsized":"2024-09-10T09:27:24.339529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:41.941196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282294+0000","last_change":"2024-09-10T09:27:21.303877+0000","last_active":"2024-09-10T09:27:22.282294+0000","last_peered":"2024-09-10T09:27:22.282294+0000","last_clean":"2024-09-10T09:27:22.282294+0000","last_became_active":"2024-09-10T09:27:21.303275+0000","last_became_peered":"2024-09-10T09:27:21.303275+0000","last_unstale":"2024-09-10T09:27:22.282294+0000","last_undegraded":"2024-09-10T09:27:22.282294+0000","last_fullsized":"2024-09-10T09:27:22.282294+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:42.493099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339206+0000","last_change":"2024-09-10T09:27:16.250770+0000","last_active":"2024-09-10T09:27:24.339206+0000","last_peered":"2024-09-10T09:27:24.339206+0000","last_clean":"2024-09-10T09:27:24.339206+0000","last_became_active":"2024-09-10T09:27:16.250529+0000","last_became_peered":"2024-09-10T09:27:16.250529+0000","last_unstale":"2024-09-10T09:27:24.339206+0000","last_undegraded":"2024-09-10T09:27:24.339206+0000","last_fullsized":"2024-09-10T09:27:24.339206+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:00:53.014267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340000+0000","last_change":"2024-09-10T09:27:17.274057+0000","last_active":"2024-09-10T09:27:24.340000+0000","last_peered":"2024-09-10T09:27:24.340000+0000","last_clean":"2024-09-10T09:27:24.340000+0000","last_became_active":"2024-09-10T09:27:17.273328+0000","last_became_peered":"2024-09-10T09:27:17.273328+0000","last_unstale":"2024-09-10T09:27:24.340000+0000","last_undegraded":"2024-09-10T09:27:24.340000+0000","last_fullsized":"2024-09-10T09:27:24.340000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:50.081039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282093+0000","last_change":"2024-09-10T09:27:21.292416+0000","last_active":"2024-09-10T09:27:22.282093+0000","last_peered":"2024-09-10T09:27:22.282093+0000","last_clean":"2024-09-10T09:27:22.282093+0000","last_became_active":"2024-09-10T09:27:21.292050+0000","last_became_peered":"2024-09-10T09:27:21.292050+0000","last_unstale":"2024-09-10T09:27:22.282093+0000","last_undegraded":"2024-09-10T09:27:22.282093+0000","last_fullsized":"2024-09-10T09:27:22.282093+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:45.046886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339258+0000","last_change":"2024-09-10T09:27:17.260003+0000","last_active":"2024-09-10T09:27:24.339258+0000","last_peered":"2024-09-10T09:27:24.339258+0000","last_clean":"2024-09-10T09:27:24.339258+0000","last_became_active":"2024-09-10T09:27:17.259488+0000","last_became_peered":"2024-09-10T09:27:17.259488+0000","last_unstale":"2024-09-10T09:27:24.339258+0000","last_undegraded":"2024-09-10T09:27:24.339258+0000","last_fullsized":"2024-09-10T09:27:24.339258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338773+0000","last_change":"2024-09-10T09:27:16.250693+0000","last_active":"2024-09-10T09:27:24.338773+0000","last_peered":"2024-09-10T09:27:24.338773+0000","last_clean":"2024-09-10T09:27:24.338773+0000","last_became_active":"2024-09-10T09:27:16.250377+0000","last_became_peered":"2024-09-10T09:27:16.250377+0000","last_unstale":"2024-09-10T09:27:24.338773+0000","last_undegraded":"2024-09-10T09:27:24.338773+0000","last_fullsized":"2024-09-10T09:27:24.338773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:42.494956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282833+0000","last_change":"2024-09-10T09:27:21.303781+0000","last_active":"2024-09-10T09:27:22.282833+0000","last_peered":"2024-09-10T09:27:22.282833+0000","last_clean":"2024-09-10T09:27:22.282833+0000","last_became_active":"2024-09-10T09:27:21.303380+0000","last_became_peered":"2024-09-10T09:27:21.303380+0000","last_unstale":"2024-09-10T09:27:22.282833+0000","last_undegraded":"2024-09-10T09:27:22.282833+0000","last_fullsized":"2024-09-10T09:27:22.282833+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:45.989374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952638+0000","last_change":"2024-09-10T09:27:17.268300+0000","last_active":"2024-09-10T09:27:22.952638+0000","last_peered":"2024-09-10T09:27:22.952638+0000","last_clean":"2024-09-10T09:27:22.952638+0000","last_became_active":"2024-09-10T09:27:17.267946+0000","last_became_peered":"2024-09-10T09:27:17.267946+0000","last_unstale":"2024-09-10T09:27:22.952638+0000","last_undegraded":"2024-09-10T09:27:22.952638+0000","last_fullsized":"2024-09-10T09:27:22.952638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514545+0000","last_change":"2024-09-10T09:27:16.245282+0000","last_active":"2024-09-10T09:27:23.514545+0000","last_peered":"2024-09-10T09:27:23.514545+0000","last_clean":"2024-09-10T09:27:23.514545+0000","last_became_active":"2024-09-10T09:27:16.245016+0000","last_became_peered":"2024-09-10T09:27:16.245016+0000","last_unstale":"2024-09-10T09:27:23.514545+0000","last_undegraded":"2024-09-10T09:27:23.514545+0000","last_fullsized":"2024-09-10T09:27:23.514545+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282504+0000","last_change":"2024-09-10T09:27:21.303990+0000","last_active":"2024-09-10T09:27:22.282504+0000","last_peered":"2024-09-10T09:27:22.282504+0000","last_clean":"2024-09-10T09:27:22.282504+0000","last_became_active":"2024-09-10T09:27:21.303294+0000","last_became_peered":"2024-09-10T09:27:21.303294+0000","last_unstale":"2024-09-10T09:27:22.282504+0000","last_undegraded":"2024-09-10T09:27:22.282504+0000","last_fullsized":"2024-09-10T09:27:22.282504+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:54.129216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952547+0000","last_change":"2024-09-10T09:27:17.264502+0000","last_active":"2024-09-10T09:27:22.952547+0000","last_peered":"2024-09-10T09:27:22.952547+0000","last_clean":"2024-09-10T09:27:22.952547+0000","last_became_active":"2024-09-10T09:27:17.264137+0000","last_became_peered":"2024-09-10T09:27:17.264137+0000","last_unstale":"2024-09-10T09:27:22.952547+0000","last_undegraded":"2024-09-10T09:27:22.952547+0000","last_fullsized":"2024-09-10T09:27:22.952547+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514287+0000","last_change":"2024-09-10T09:27:16.242358+0000","last_active":"2024-09-10T09:27:23.514287+0000","last_peered":"2024-09-10T09:27:23.514287+0000","last_clean":"2024-09-10T09:27:23.514287+0000","last_became_active":"2024-09-10T09:27:16.242094+0000","last_became_peered":"2024-09-10T09:27:16.242094+0000","last_unstale":"2024-09-10T09:27:23.514287+0000","last_undegraded":"2024-09-10T09:27:23.514287+0000","last_fullsized":"2024-09-10T09:27:23.514287+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514849+0000","last_change":"2024-09-10T09:27:21.436938+0000","last_active":"2024-09-10T09:27:23.514849+0000","last_peered":"2024-09-10T09:27:23.514849+0000","last_clean":"2024-09-10T09:27:23.514849+0000","last_became_active":"2024-09-10T09:27:21.436551+0000","last_became_peered":"2024-09-10T09:27:21.436551+0000","last_unstale":"2024-09-10T09:27:23.514849+0000","last_undegraded":"2024-09-10T09:27:23.514849+0000","last_fullsized":"2024-09-10T09:27:23.514849+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:35:11.570539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282347+0000","last_change":"2024-09-10T09:27:17.257422+0000","last_active":"2024-09-10T09:27:22.282347+0000","last_peered":"2024-09-10T09:27:22.282347+0000","last_clean":"2024-09-10T09:27:22.282347+0000","last_became_active":"2024-09-10T09:27:17.257118+0000","last_became_peered":"2024-09-10T09:27:17.257118+0000","last_unstale":"2024-09-10T09:27:22.282347+0000","last_undegraded":"2024-09-10T09:27:22.282347+0000","last_fullsized":"2024-09-10T09:27:22.282347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:43.841226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339595+0000","last_change":"2024-09-10T09:27:16.249333+0000","last_active":"2024-09-10T09:27:24.339595+0000","last_peered":"2024-09-10T09:27:24.339595+0000","last_clean":"2024-09-10T09:27:24.339595+0000","last_became_active":"2024-09-10T09:27:16.248986+0000","last_became_peered":"2024-09-10T09:27:16.248986+0000","last_unstale":"2024-09-10T09:27:24.339595+0000","last_undegraded":"2024-09-10T09:27:24.339595+0000","last_fullsized":"2024-09-10T09:27:24.339595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:41.319953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282880+0000","last_change":"2024-09-10T09:27:21.304094+0000","last_active":"2024-09-10T09:27:22.282880+0000","last_peered":"2024-09-10T09:27:22.282880+0000","last_clean":"2024-09-10T09:27:22.282880+0000","last_became_active":"2024-09-10T09:27:21.303590+0000","last_became_peered":"2024-09-10T09:27:21.303590+0000","last_unstale":"2024-09-10T09:27:22.282880+0000","last_undegraded":"2024-09-10T09:27:22.282880+0000","last_fullsized":"2024-09-10T09:27:22.282880+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:13.722880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339177+0000","last_change":"2024-09-10T09:27:17.263403+0000","last_active":"2024-09-10T09:27:24.339177+0000","last_peered":"2024-09-10T09:27:24.339177+0000","last_clean":"2024-09-10T09:27:24.339177+0000","last_became_active":"2024-09-10T09:27:17.262015+0000","last_became_peered":"2024-09-10T09:27:17.262015+0000","last_unstale":"2024-09-10T09:27:24.339177+0000","last_undegraded":"2024-09-10T09:27:24.339177+0000","last_fullsized":"2024-09-10T09:27:24.339177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:49.771784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340909+0000","last_change":"2024-09-10T09:27:16.245922+0000","last_active":"2024-09-10T09:27:24.340909+0000","last_peered":"2024-09-10T09:27:24.340909+0000","last_clean":"2024-09-10T09:27:24.340909+0000","last_became_active":"2024-09-10T09:27:16.245624+0000","last_became_peered":"2024-09-10T09:27:16.245624+0000","last_unstale":"2024-09-10T09:27:24.340909+0000","last_undegraded":"2024-09-10T09:27:24.340909+0000","last_fullsized":"2024-09-10T09:27:24.340909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:14.404227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282353+0000","last_change":"2024-09-10T09:27:21.437586+0000","last_active":"2024-09-10T09:27:22.282353+0000","last_peered":"2024-09-10T09:27:22.282353+0000","last_clean":"2024-09-10T09:27:22.282353+0000","last_became_active":"2024-09-10T09:27:21.437200+0000","last_became_peered":"2024-09-10T09:27:21.437200+0000","last_unstale":"2024-09-10T09:27:22.282353+0000","last_undegraded":"2024-09-10T09:27:22.282353+0000","last_fullsized":"2024-09-10T09:27:22.282353+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:57.417960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953229+0000","last_change":"2024-09-10T09:27:17.267979+0000","last_active":"2024-09-10T09:27:22.953229+0000","last_peered":"2024-09-10T09:27:22.953229+0000","last_clean":"2024-09-10T09:27:22.953229+0000","last_became_active":"2024-09-10T09:27:17.267669+0000","last_became_peered":"2024-09-10T09:27:17.267669+0000","last_unstale":"2024-09-10T09:27:22.953229+0000","last_undegraded":"2024-09-10T09:27:22.953229+0000","last_fullsized":"2024-09-10T09:27:22.953229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:41.941196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514790+0000","last_change":"2024-09-10T09:27:16.247050+0000","last_active":"2024-09-10T09:27:23.514790+0000","last_peered":"2024-09-10T09:27:23.514790+0000","last_clean":"2024-09-10T09:27:23.514790+0000","last_became_active":"2024-09-10T09:27:16.246783+0000","last_became_peered":"2024-09-10T09:27:16.246783+0000","last_unstale":"2024-09-10T09:27:23.514790+0000","last_undegraded":"2024-09-10T09:27:23.514790+0000","last_fullsized":"2024-09-10T09:27:23.514790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:14.404227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952358+0000","last_change":"2024-09-10T09:27:21.438997+0000","last_active":"2024-09-10T09:27:22.952358+0000","last_peered":"2024-09-10T09:27:22.952358+0000","last_clean":"2024-09-10T09:27:22.952358+0000","last_became_active":"2024-09-10T09:27:21.438665+0000","last_became_peered":"2024-09-10T09:27:21.438665+0000","last_unstale":"2024-09-10T09:27:22.952358+0000","last_undegraded":"2024-09-10T09:27:22.952358+0000","last_fullsized":"2024-09-10T09:27:22.952358+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:39.188616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514796+0000","last_change":"2024-09-10T09:27:17.263201+0000","last_active":"2024-09-10T09:27:23.514796+0000","last_peered":"2024-09-10T09:27:23.514796+0000","last_clean":"2024-09-10T09:27:23.514796+0000","last_became_active":"2024-09-10T09:27:17.262826+0000","last_became_peered":"2024-09-10T09:27:17.262826+0000","last_unstale":"2024-09-10T09:27:23.514796+0000","last_undegraded":"2024-09-10T09:27:23.514796+0000","last_fullsized":"2024-09-10T09:27:23.514796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340495+0000","last_change":"2024-09-10T09:27:16.246036+0000","last_active":"2024-09-10T09:27:24.340495+0000","last_peered":"2024-09-10T09:27:24.340495+0000","last_clean":"2024-09-10T09:27:24.340495+0000","last_became_active":"2024-09-10T09:27:16.245756+0000","last_became_peered":"2024-09-10T09:27:16.245756+0000","last_unstale":"2024-09-10T09:27:24.340495+0000","last_undegraded":"2024-09-10T09:27:24.340495+0000","last_fullsized":"2024-09-10T09:27:24.340495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:30:13.266725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338655+0000","last_change":"2024-09-10T09:27:21.436846+0000","last_active":"2024-09-10T09:27:24.338655+0000","last_peered":"2024-09-10T09:27:24.338655+0000","last_clean":"2024-09-10T09:27:24.338655+0000","last_became_active":"2024-09-10T09:27:21.436459+0000","last_became_peered":"2024-09-10T09:27:21.436459+0000","last_unstale":"2024-09-10T09:27:24.338655+0000","last_undegraded":"2024-09-10T09:27:24.338655+0000","last_fullsized":"2024-09-10T09:27:24.338655+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:10.063215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340101+0000","last_change":"2024-09-10T09:27:17.267747+0000","last_active":"2024-09-10T09:27:24.340101+0000","last_peered":"2024-09-10T09:27:24.340101+0000","last_clean":"2024-09-10T09:27:24.340101+0000","last_became_active":"2024-09-10T09:27:17.267171+0000","last_became_peered":"2024-09-10T09:27:17.267171+0000","last_unstale":"2024-09-10T09:27:24.340101+0000","last_undegraded":"2024-09-10T09:27:24.340101+0000","last_fullsized":"2024-09-10T09:27:24.340101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:53.369782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514889+0000","last_change":"2024-09-10T09:27:16.241546+0000","last_active":"2024-09-10T09:27:23.514889+0000","last_peered":"2024-09-10T09:27:23.514889+0000","last_clean":"2024-09-10T09:27:23.514889+0000","last_became_active":"2024-09-10T09:27:16.241266+0000","last_became_peered":"2024-09-10T09:27:16.241266+0000","last_unstale":"2024-09-10T09:27:23.514889+0000","last_undegraded":"2024-09-10T09:27:23.514889+0000","last_fullsized":"2024-09-10T09:27:23.514889+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514386+0000","last_change":"2024-09-10T09:27:21.298998+0000","last_active":"2024-09-10T09:27:23.514386+0000","last_peered":"2024-09-10T09:27:23.514386+0000","last_clean":"2024-09-10T09:27:23.514386+0000","last_became_active":"2024-09-10T09:27:21.298215+0000","last_became_peered":"2024-09-10T09:27:21.298215+0000","last_unstale":"2024-09-10T09:27:23.514386+0000","last_undegraded":"2024-09-10T09:27:23.514386+0000","last_fullsized":"2024-09-10T09:27:23.514386+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282686+0000","last_change":"2024-09-10T09:27:17.267645+0000","last_active":"2024-09-10T09:27:22.282686+0000","last_peered":"2024-09-10T09:27:22.282686+0000","last_clean":"2024-09-10T09:27:22.282686+0000","last_became_active":"2024-09-10T09:27:17.267378+0000","last_became_peered":"2024-09-10T09:27:17.267378+0000","last_unstale":"2024-09-10T09:27:22.282686+0000","last_undegraded":"2024-09-10T09:27:22.282686+0000","last_fullsized":"2024-09-10T09:27:22.282686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:16.356371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338533+0000","last_change":"2024-09-10T09:27:16.245251+0000","last_active":"2024-09-10T09:27:24.338533+0000","last_peered":"2024-09-10T09:27:24.338533+0000","last_clean":"2024-09-10T09:27:24.338533+0000","last_became_active":"2024-09-10T09:27:16.244973+0000","last_became_peered":"2024-09-10T09:27:16.244973+0000","last_unstale":"2024-09-10T09:27:24.338533+0000","last_undegraded":"2024-09-10T09:27:24.338533+0000","last_fullsized":"2024-09-10T09:27:24.338533+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514647+0000","last_change":"2024-09-10T09:27:21.301350+0000","last_active":"2024-09-10T09:27:23.514647+0000","last_peered":"2024-09-10T09:27:23.514647+0000","last_clean":"2024-09-10T09:27:23.514647+0000","last_became_active":"2024-09-10T09:27:21.300922+0000","last_became_peered":"2024-09-10T09:27:21.300922+0000","last_unstale":"2024-09-10T09:27:23.514647+0000","last_undegraded":"2024-09-10T09:27:23.514647+0000","last_fullsized":"2024-09-10T09:27:23.514647+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:28.282862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514198+0000","last_change":"2024-09-10T09:27:17.259838+0000","last_active":"2024-09-10T09:27:23.514198+0000","last_peered":"2024-09-10T09:27:23.514198+0000","last_clean":"2024-09-10T09:27:23.514198+0000","last_became_active":"2024-09-10T09:27:17.259540+0000","last_became_peered":"2024-09-10T09:27:17.259540+0000","last_unstale":"2024-09-10T09:27:23.514198+0000","last_undegraded":"2024-09-10T09:27:23.514198+0000","last_fullsized":"2024-09-10T09:27:23.514198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281925+0000","last_change":"2024-09-10T09:27:16.242098+0000","last_active":"2024-09-10T09:27:22.281925+0000","last_peered":"2024-09-10T09:27:22.281925+0000","last_clean":"2024-09-10T09:27:22.281925+0000","last_became_active":"2024-09-10T09:27:16.241812+0000","last_became_peered":"2024-09-10T09:27:16.241812+0000","last_unstale":"2024-09-10T09:27:22.281925+0000","last_undegraded":"2024-09-10T09:27:22.281925+0000","last_fullsized":"2024-09-10T09:27:22.281925+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514923+0000","last_change":"2024-09-10T09:27:21.302734+0000","last_active":"2024-09-10T09:27:23.514923+0000","last_peered":"2024-09-10T09:27:23.514923+0000","last_clean":"2024-09-10T09:27:23.514923+0000","last_became_active":"2024-09-10T09:27:21.301925+0000","last_became_peered":"2024-09-10T09:27:21.301925+0000","last_unstale":"2024-09-10T09:27:23.514923+0000","last_undegraded":"2024-09-10T09:27:23.514923+0000","last_fullsized":"2024-09-10T09:27:23.514923+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:16:45.546325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338434+0000","last_change":"2024-09-10T09:27:17.252788+0000","last_active":"2024-09-10T09:27:24.338434+0000","last_peered":"2024-09-10T09:27:24.338434+0000","last_clean":"2024-09-10T09:27:24.338434+0000","last_became_active":"2024-09-10T09:27:17.252482+0000","last_became_peered":"2024-09-10T09:27:17.252482+0000","last_unstale":"2024-09-10T09:27:24.338434+0000","last_undegraded":"2024-09-10T09:27:24.338434+0000","last_fullsized":"2024-09-10T09:27:24.338434+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:03:20.293600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339310+0000","last_change":"2024-09-10T09:27:16.247901+0000","last_active":"2024-09-10T09:27:24.339310+0000","last_peered":"2024-09-10T09:27:24.339310+0000","last_clean":"2024-09-10T09:27:24.339310+0000","last_became_active":"2024-09-10T09:27:16.247617+0000","last_became_peered":"2024-09-10T09:27:16.247617+0000","last_unstale":"2024-09-10T09:27:24.339310+0000","last_undegraded":"2024-09-10T09:27:24.339310+0000","last_fullsized":"2024-09-10T09:27:24.339310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:08:30.649449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339146+0000","last_change":"2024-09-10T09:27:21.436617+0000","last_active":"2024-09-10T09:27:24.339146+0000","last_peered":"2024-09-10T09:27:24.339146+0000","last_clean":"2024-09-10T09:27:24.339146+0000","last_became_active":"2024-09-10T09:27:21.436240+0000","last_became_peered":"2024-09-10T09:27:21.436240+0000","last_unstale":"2024-09-10T09:27:24.339146+0000","last_undegraded":"2024-09-10T09:27:24.339146+0000","last_fullsized":"2024-09-10T09:27:24.339146+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:35:11.570539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952652+0000","last_change":"2024-09-10T09:27:17.266093+0000","last_active":"2024-09-10T09:27:22.952652+0000","last_peered":"2024-09-10T09:27:22.952652+0000","last_clean":"2024-09-10T09:27:22.952652+0000","last_became_active":"2024-09-10T09:27:17.265354+0000","last_became_peered":"2024-09-10T09:27:17.265354+0000","last_unstale":"2024-09-10T09:27:22.952652+0000","last_undegraded":"2024-09-10T09:27:22.952652+0000","last_fullsized":"2024-09-10T09:27:22.952652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338555+0000","last_change":"2024-09-10T09:27:16.243837+0000","last_active":"2024-09-10T09:27:24.338555+0000","last_peered":"2024-09-10T09:27:24.338555+0000","last_clean":"2024-09-10T09:27:24.338555+0000","last_became_active":"2024-09-10T09:27:16.243535+0000","last_became_peered":"2024-09-10T09:27:16.243535+0000","last_unstale":"2024-09-10T09:27:24.338555+0000","last_undegraded":"2024-09-10T09:27:24.338555+0000","last_fullsized":"2024-09-10T09:27:24.338555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339713+0000","last_change":"2024-09-10T09:27:08.656727+0000","last_active":"2024-09-10T09:27:24.339713+0000","last_peered":"2024-09-10T09:27:24.339713+0000","last_clean":"2024-09-10T09:27:24.339713+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:27:24.339713+0000","last_undegraded":"2024-09-10T09:27:24.339713+0000","last_fullsized":"2024-09-10T09:27:24.339713+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_clean_scrub_stamp":"2024-09-10T09:27:07.184898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:23.145910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339884+0000","last_change":"2024-09-10T09:27:21.437452+0000","last_active":"2024-09-10T09:27:24.339884+0000","last_peered":"2024-09-10T09:27:24.339884+0000","last_clean":"2024-09-10T09:27:24.339884+0000","last_became_active":"2024-09-10T09:27:21.437050+0000","last_became_peered":"2024-09-10T09:27:21.437050+0000","last_unstale":"2024-09-10T09:27:24.339884+0000","last_undegraded":"2024-09-10T09:27:24.339884+0000","last_fullsized":"2024-09-10T09:27:24.339884+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:10.063215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340062+0000","last_change":"2024-09-10T09:27:17.282036+0000","last_active":"2024-09-10T09:27:24.340062+0000","last_peered":"2024-09-10T09:27:24.340062+0000","last_clean":"2024-09-10T09:27:24.340062+0000","last_became_active":"2024-09-10T09:27:17.281532+0000","last_became_peered":"2024-09-10T09:27:17.281532+0000","last_unstale":"2024-09-10T09:27:24.340062+0000","last_undegraded":"2024-09-10T09:27:24.340062+0000","last_fullsized":"2024-09-10T09:27:24.340062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:07:08.037949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282074+0000","last_change":"2024-09-10T09:27:16.244600+0000","last_active":"2024-09-10T09:27:22.282074+0000","last_peered":"2024-09-10T09:27:22.282074+0000","last_clean":"2024-09-10T09:27:22.282074+0000","last_became_active":"2024-09-10T09:27:16.244301+0000","last_became_peered":"2024-09-10T09:27:16.244301+0000","last_unstale":"2024-09-10T09:27:22.282074+0000","last_undegraded":"2024-09-10T09:27:22.282074+0000","last_fullsized":"2024-09-10T09:27:22.282074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339149+0000","last_change":"2024-09-10T09:27:21.437017+0000","last_active":"2024-09-10T09:27:24.339149+0000","last_peered":"2024-09-10T09:27:24.339149+0000","last_clean":"2024-09-10T09:27:24.339149+0000","last_became_active":"2024-09-10T09:27:21.436467+0000","last_became_peered":"2024-09-10T09:27:21.436467+0000","last_unstale":"2024-09-10T09:27:24.339149+0000","last_undegraded":"2024-09-10T09:27:24.339149+0000","last_fullsized":"2024-09-10T09:27:24.339149+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:13.722880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339631+0000","last_change":"2024-09-10T09:27:17.268513+0000","last_active":"2024-09-10T09:27:24.339631+0000","last_peered":"2024-09-10T09:27:24.339631+0000","last_clean":"2024-09-10T09:27:24.339631+0000","last_became_active":"2024-09-10T09:27:17.268038+0000","last_became_peered":"2024-09-10T09:27:17.268038+0000","last_unstale":"2024-09-10T09:27:24.339631+0000","last_undegraded":"2024-09-10T09:27:24.339631+0000","last_fullsized":"2024-09-10T09:27:24.339631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:09.674703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514842+0000","last_change":"2024-09-10T09:27:16.244414+0000","last_active":"2024-09-10T09:27:23.514842+0000","last_peered":"2024-09-10T09:27:23.514842+0000","last_clean":"2024-09-10T09:27:23.514842+0000","last_became_active":"2024-09-10T09:27:16.243776+0000","last_became_peered":"2024-09-10T09:27:16.243776+0000","last_unstale":"2024-09-10T09:27:23.514842+0000","last_undegraded":"2024-09-10T09:27:23.514842+0000","last_fullsized":"2024-09-10T09:27:23.514842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:02.814540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338823+0000","last_change":"2024-09-10T09:27:21.305302+0000","last_active":"2024-09-10T09:27:24.338823+0000","last_peered":"2024-09-10T09:27:24.338823+0000","last_clean":"2024-09-10T09:27:24.338823+0000","last_became_active":"2024-09-10T09:27:21.304907+0000","last_became_peered":"2024-09-10T09:27:21.304907+0000","last_unstale":"2024-09-10T09:27:24.338823+0000","last_undegraded":"2024-09-10T09:27:24.338823+0000","last_fullsized":"2024-09-10T09:27:24.338823+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340792+0000","last_change":"2024-09-10T09:27:17.279801+0000","last_active":"2024-09-10T09:27:24.340792+0000","last_peered":"2024-09-10T09:27:24.340792+0000","last_clean":"2024-09-10T09:27:24.340792+0000","last_became_active":"2024-09-10T09:27:17.279460+0000","last_became_peered":"2024-09-10T09:27:17.279460+0000","last_unstale":"2024-09-10T09:27:24.340792+0000","last_undegraded":"2024-09-10T09:27:24.340792+0000","last_fullsized":"2024-09-10T09:27:24.340792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:31.719549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282101+0000","last_change":"2024-09-10T09:27:16.244704+0000","last_active":"2024-09-10T09:27:22.282101+0000","last_peered":"2024-09-10T09:27:22.282101+0000","last_clean":"2024-09-10T09:27:22.282101+0000","last_became_active":"2024-09-10T09:27:16.244421+0000","last_became_peered":"2024-09-10T09:27:16.244421+0000","last_unstale":"2024-09-10T09:27:22.282101+0000","last_undegraded":"2024-09-10T09:27:22.282101+0000","last_fullsized":"2024-09-10T09:27:22.282101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339148+0000","last_change":"2024-09-10T09:27:21.440107+0000","last_active":"2024-09-10T09:27:24.339148+0000","last_peered":"2024-09-10T09:27:24.339148+0000","last_clean":"2024-09-10T09:27:24.339148+0000","last_became_active":"2024-09-10T09:27:21.439683+0000","last_became_peered":"2024-09-10T09:27:21.439683+0000","last_unstale":"2024-09-10T09:27:24.339148+0000","last_undegraded":"2024-09-10T09:27:24.339148+0000","last_fullsized":"2024-09-10T09:27:24.339148+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:39.188616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339774+0000","last_change":"2024-09-10T09:27:17.279775+0000","last_active":"2024-09-10T09:27:24.339774+0000","last_peered":"2024-09-10T09:27:24.339774+0000","last_clean":"2024-09-10T09:27:24.339774+0000","last_became_active":"2024-09-10T09:27:17.279179+0000","last_became_peered":"2024-09-10T09:27:17.279179+0000","last_unstale":"2024-09-10T09:27:24.339774+0000","last_undegraded":"2024-09-10T09:27:24.339774+0000","last_fullsized":"2024-09-10T09:27:24.339774+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:54.120678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282890+0000","last_change":"2024-09-10T09:27:16.237894+0000","last_active":"2024-09-10T09:27:22.282890+0000","last_peered":"2024-09-10T09:27:22.282890+0000","last_clean":"2024-09-10T09:27:22.282890+0000","last_became_active":"2024-09-10T09:27:16.237568+0000","last_became_peered":"2024-09-10T09:27:16.237568+0000","last_unstale":"2024-09-10T09:27:22.282890+0000","last_undegraded":"2024-09-10T09:27:22.282890+0000","last_fullsized":"2024-09-10T09:27:22.282890+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:17:31.152366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281980+0000","last_change":"2024-09-10T09:27:21.297459+0000","last_active":"2024-09-10T09:27:22.281980+0000","last_peered":"2024-09-10T09:27:22.281980+0000","last_clean":"2024-09-10T09:27:22.281980+0000","last_became_active":"2024-09-10T09:27:21.297032+0000","last_became_peered":"2024-09-10T09:27:21.297032+0000","last_unstale":"2024-09-10T09:27:22.281980+0000","last_undegraded":"2024-09-10T09:27:22.281980+0000","last_fullsized":"2024-09-10T09:27:22.281980+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:56.951743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340554+0000","last_change":"2024-09-10T09:27:17.274683+0000","last_active":"2024-09-10T09:27:24.340554+0000","last_peered":"2024-09-10T09:27:24.340554+0000","last_clean":"2024-09-10T09:27:24.340554+0000","last_became_active":"2024-09-10T09:27:17.274402+0000","last_became_peered":"2024-09-10T09:27:17.274402+0000","last_unstale":"2024-09-10T09:27:24.340554+0000","last_undegraded":"2024-09-10T09:27:24.340554+0000","last_fullsized":"2024-09-10T09:27:24.340554+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:22.498921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281677+0000","last_change":"2024-09-10T09:27:16.242296+0000","last_active":"2024-09-10T09:27:22.281677+0000","last_peered":"2024-09-10T09:27:22.281677+0000","last_clean":"2024-09-10T09:27:22.281677+0000","last_became_active":"2024-09-10T09:27:16.241217+0000","last_became_peered":"2024-09-10T09:27:16.241217+0000","last_unstale":"2024-09-10T09:27:22.281677+0000","last_undegraded":"2024-09-10T09:27:22.281677+0000","last_fullsized":"2024-09-10T09:27:22.281677+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:33.438016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339013+0000","last_change":"2024-09-10T09:27:21.294946+0000","last_active":"2024-09-10T09:27:24.339013+0000","last_peered":"2024-09-10T09:27:24.339013+0000","last_clean":"2024-09-10T09:27:24.339013+0000","last_became_active":"2024-09-10T09:27:21.294538+0000","last_became_peered":"2024-09-10T09:27:21.294538+0000","last_unstale":"2024-09-10T09:27:24.339013+0000","last_undegraded":"2024-09-10T09:27:24.339013+0000","last_fullsized":"2024-09-10T09:27:24.339013+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:28.282862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339344+0000","last_change":"2024-09-10T09:27:17.262976+0000","last_active":"2024-09-10T09:27:24.339344+0000","last_peered":"2024-09-10T09:27:24.339344+0000","last_clean":"2024-09-10T09:27:24.339344+0000","last_became_active":"2024-09-10T09:27:17.262336+0000","last_became_peered":"2024-09-10T09:27:17.262336+0000","last_unstale":"2024-09-10T09:27:24.339344+0000","last_undegraded":"2024-09-10T09:27:24.339344+0000","last_fullsized":"2024-09-10T09:27:24.339344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338427+0000","last_change":"2024-09-10T09:27:16.245943+0000","last_active":"2024-09-10T09:27:24.338427+0000","last_peered":"2024-09-10T09:27:24.338427+0000","last_clean":"2024-09-10T09:27:24.338427+0000","last_became_active":"2024-09-10T09:27:16.245641+0000","last_became_peered":"2024-09-10T09:27:16.245641+0000","last_unstale":"2024-09-10T09:27:24.338427+0000","last_undegraded":"2024-09-10T09:27:24.338427+0000","last_fullsized":"2024-09-10T09:27:24.338427+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953177+0000","last_change":"2024-09-10T09:27:21.437293+0000","last_active":"2024-09-10T09:27:22.953177+0000","last_peered":"2024-09-10T09:27:22.953177+0000","last_clean":"2024-09-10T09:27:22.953177+0000","last_became_active":"2024-09-10T09:27:21.436923+0000","last_became_peered":"2024-09-10T09:27:21.436923+0000","last_unstale":"2024-09-10T09:27:22.953177+0000","last_undegraded":"2024-09-10T09:27:22.953177+0000","last_fullsized":"2024-09-10T09:27:22.953177+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:36.473450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339339+0000","last_change":"2024-09-10T09:27:17.280211+0000","last_active":"2024-09-10T09:27:24.339339+0000","last_peered":"2024-09-10T09:27:24.339339+0000","last_clean":"2024-09-10T09:27:24.339339+0000","last_became_active":"2024-09-10T09:27:17.279388+0000","last_became_peered":"2024-09-10T09:27:17.279388+0000","last_unstale":"2024-09-10T09:27:24.339339+0000","last_undegraded":"2024-09-10T09:27:24.339339+0000","last_fullsized":"2024-09-10T09:27:24.339339+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:06.401421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338667+0000","last_change":"2024-09-10T09:27:16.244646+0000","last_active":"2024-09-10T09:27:24.338667+0000","last_peered":"2024-09-10T09:27:24.338667+0000","last_clean":"2024-09-10T09:27:24.338667+0000","last_became_active":"2024-09-10T09:27:16.244223+0000","last_became_peered":"2024-09-10T09:27:16.244223+0000","last_unstale":"2024-09-10T09:27:24.338667+0000","last_undegraded":"2024-09-10T09:27:24.338667+0000","last_fullsized":"2024-09-10T09:27:24.338667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952832+0000","last_change":"2024-09-10T09:27:21.435621+0000","last_active":"2024-09-10T09:27:22.952832+0000","last_peered":"2024-09-10T09:27:22.952832+0000","last_clean":"2024-09-10T09:27:22.952832+0000","last_became_active":"2024-09-10T09:27:21.435227+0000","last_became_peered":"2024-09-10T09:27:21.435227+0000","last_unstale":"2024-09-10T09:27:22.952832+0000","last_undegraded":"2024-09-10T09:27:22.952832+0000","last_fullsized":"2024-09-10T09:27:22.952832+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:44.865427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338586+0000","last_change":"2024-09-10T09:27:17.260692+0000","last_active":"2024-09-10T09:27:24.338586+0000","last_peered":"2024-09-10T09:27:24.338586+0000","last_clean":"2024-09-10T09:27:24.338586+0000","last_became_active":"2024-09-10T09:27:17.260142+0000","last_became_peered":"2024-09-10T09:27:17.260142+0000","last_unstale":"2024-09-10T09:27:24.338586+0000","last_undegraded":"2024-09-10T09:27:24.338586+0000","last_fullsized":"2024-09-10T09:27:24.338586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338198+0000","last_change":"2024-09-10T09:27:16.245125+0000","last_active":"2024-09-10T09:27:24.338198+0000","last_peered":"2024-09-10T09:27:24.338198+0000","last_clean":"2024-09-10T09:27:24.338198+0000","last_became_active":"2024-09-10T09:27:16.244829+0000","last_became_peered":"2024-09-10T09:27:16.244829+0000","last_unstale":"2024-09-10T09:27:24.338198+0000","last_undegraded":"2024-09-10T09:27:24.338198+0000","last_fullsized":"2024-09-10T09:27:24.338198+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:33.438016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340267+0000","last_change":"2024-09-10T09:27:21.435611+0000","last_active":"2024-09-10T09:27:24.340267+0000","last_peered":"2024-09-10T09:27:24.340267+0000","last_clean":"2024-09-10T09:27:24.340267+0000","last_became_active":"2024-09-10T09:27:21.435206+0000","last_became_peered":"2024-09-10T09:27:21.435206+0000","last_unstale":"2024-09-10T09:27:24.340267+0000","last_undegraded":"2024-09-10T09:27:24.340267+0000","last_fullsized":"2024-09-10T09:27:24.340267+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:45.679548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339974+0000","last_change":"2024-09-10T09:27:17.274161+0000","last_active":"2024-09-10T09:27:24.339974+0000","last_peered":"2024-09-10T09:27:24.339974+0000","last_clean":"2024-09-10T09:27:24.339974+0000","last_became_active":"2024-09-10T09:27:17.272845+0000","last_became_peered":"2024-09-10T09:27:17.272845+0000","last_unstale":"2024-09-10T09:27:24.339974+0000","last_undegraded":"2024-09-10T09:27:24.339974+0000","last_fullsized":"2024-09-10T09:27:24.339974+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:30:38.459913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:26.618584+0000","last_change":"2024-09-10T09:27:16.246047+0000","last_active":"2024-09-10T09:27:26.618584+0000","last_peered":"2024-09-10T09:27:26.618584+0000","last_clean":"2024-09-10T09:27:26.618584+0000","last_became_active":"2024-09-10T09:27:16.245730+0000","last_became_peered":"2024-09-10T09:27:16.245730+0000","last_unstale":"2024-09-10T09:27:26.618584+0000","last_undegraded":"2024-09-10T09:27:26.618584+0000","last_fullsized":"2024-09-10T09:27:26.618584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:02.814540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514495+0000","last_change":"2024-09-10T09:27:21.301186+0000","last_active":"2024-09-10T09:27:23.514495+0000","last_peered":"2024-09-10T09:27:23.514495+0000","last_clean":"2024-09-10T09:27:23.514495+0000","last_became_active":"2024-09-10T09:27:21.300784+0000","last_became_peered":"2024-09-10T09:27:21.300784+0000","last_unstale":"2024-09-10T09:27:23.514495+0000","last_undegraded":"2024-09-10T09:27:23.514495+0000","last_fullsized":"2024-09-10T09:27:23.514495+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:47.949143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282609+0000","last_change":"2024-09-10T09:27:17.263631+0000","last_active":"2024-09-10T09:27:22.282609+0000","last_peered":"2024-09-10T09:27:22.282609+0000","last_clean":"2024-09-10T09:27:22.282609+0000","last_became_active":"2024-09-10T09:27:17.261989+0000","last_became_peered":"2024-09-10T09:27:17.261989+0000","last_unstale":"2024-09-10T09:27:22.282609+0000","last_undegraded":"2024-09-10T09:27:22.282609+0000","last_fullsized":"2024-09-10T09:27:22.282609+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:03.819300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514783+0000","last_change":"2024-09-10T09:27:16.244626+0000","last_active":"2024-09-10T09:27:23.514783+0000","last_peered":"2024-09-10T09:27:23.514783+0000","last_clean":"2024-09-10T09:27:23.514783+0000","last_became_active":"2024-09-10T09:27:16.244159+0000","last_became_peered":"2024-09-10T09:27:16.244159+0000","last_unstale":"2024-09-10T09:27:23.514783+0000","last_undegraded":"2024-09-10T09:27:23.514783+0000","last_fullsized":"2024-09-10T09:27:23.514783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:38.859803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282435+0000","last_change":"2024-09-10T09:27:21.304815+0000","last_active":"2024-09-10T09:27:22.282435+0000","last_peered":"2024-09-10T09:27:22.282435+0000","last_clean":"2024-09-10T09:27:22.282435+0000","last_became_active":"2024-09-10T09:27:21.304238+0000","last_became_peered":"2024-09-10T09:27:21.304238+0000","last_unstale":"2024-09-10T09:27:22.282435+0000","last_undegraded":"2024-09-10T09:27:22.282435+0000","last_fullsized":"2024-09-10T09:27:22.282435+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:45.651000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339016+0000","last_change":"2024-09-10T09:27:17.265513+0000","last_active":"2024-09-10T09:27:24.339016+0000","last_peered":"2024-09-10T09:27:24.339016+0000","last_clean":"2024-09-10T09:27:24.339016+0000","last_became_active":"2024-09-10T09:27:17.264896+0000","last_became_peered":"2024-09-10T09:27:17.264896+0000","last_unstale":"2024-09-10T09:27:24.339016+0000","last_undegraded":"2024-09-10T09:27:24.339016+0000","last_fullsized":"2024-09-10T09:27:24.339016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339730+0000","last_change":"2024-09-10T09:27:16.248642+0000","last_active":"2024-09-10T09:27:24.339730+0000","last_peered":"2024-09-10T09:27:24.339730+0000","last_clean":"2024-09-10T09:27:24.339730+0000","last_became_active":"2024-09-10T09:27:16.248291+0000","last_became_peered":"2024-09-10T09:27:16.248291+0000","last_unstale":"2024-09-10T09:27:24.339730+0000","last_undegraded":"2024-09-10T09:27:24.339730+0000","last_fullsized":"2024-09-10T09:27:24.339730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952531+0000","last_change":"2024-09-10T09:27:21.297916+0000","last_active":"2024-09-10T09:27:22.952531+0000","last_peered":"2024-09-10T09:27:22.952531+0000","last_clean":"2024-09-10T09:27:22.952531+0000","last_became_active":"2024-09-10T09:27:21.297532+0000","last_became_peered":"2024-09-10T09:27:21.297532+0000","last_unstale":"2024-09-10T09:27:22.952531+0000","last_undegraded":"2024-09-10T09:27:22.952531+0000","last_fullsized":"2024-09-10T09:27:22.952531+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:26.784788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339623+0000","last_change":"2024-09-10T09:27:17.276778+0000","last_active":"2024-09-10T09:27:24.339623+0000","last_peered":"2024-09-10T09:27:24.339623+0000","last_clean":"2024-09-10T09:27:24.339623+0000","last_became_active":"2024-09-10T09:27:17.276521+0000","last_became_peered":"2024-09-10T09:27:17.276521+0000","last_unstale":"2024-09-10T09:27:24.339623+0000","last_undegraded":"2024-09-10T09:27:24.339623+0000","last_fullsized":"2024-09-10T09:27:24.339623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:41.602822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340697+0000","last_change":"2024-09-10T09:27:16.246646+0000","last_active":"2024-09-10T09:27:24.340697+0000","last_peered":"2024-09-10T09:27:24.340697+0000","last_clean":"2024-09-10T09:27:24.340697+0000","last_became_active":"2024-09-10T09:27:16.246345+0000","last_became_peered":"2024-09-10T09:27:16.246345+0000","last_unstale":"2024-09-10T09:27:24.340697+0000","last_undegraded":"2024-09-10T09:27:24.340697+0000","last_fullsized":"2024-09-10T09:27:24.340697+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:38.859803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952494+0000","last_change":"2024-09-10T09:27:21.436913+0000","last_active":"2024-09-10T09:27:22.952494+0000","last_peered":"2024-09-10T09:27:22.952494+0000","last_clean":"2024-09-10T09:27:22.952494+0000","last_became_active":"2024-09-10T09:27:21.436568+0000","last_became_peered":"2024-09-10T09:27:21.436568+0000","last_unstale":"2024-09-10T09:27:22.952494+0000","last_undegraded":"2024-09-10T09:27:22.952494+0000","last_fullsized":"2024-09-10T09:27:22.952494+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:51.456960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338845+0000","last_change":"2024-09-10T09:27:21.437489+0000","last_active":"2024-09-10T09:27:24.338845+0000","last_peered":"2024-09-10T09:27:24.338845+0000","last_clean":"2024-09-10T09:27:24.338845+0000","last_became_active":"2024-09-10T09:27:21.437099+0000","last_became_peered":"2024-09-10T09:27:21.437099+0000","last_unstale":"2024-09-10T09:27:24.338845+0000","last_undegraded":"2024-09-10T09:27:24.338845+0000","last_fullsized":"2024-09-10T09:27:24.338845+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:47.949143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514163+0000","last_change":"2024-09-10T09:27:17.268332+0000","last_active":"2024-09-10T09:27:23.514163+0000","last_peered":"2024-09-10T09:27:23.514163+0000","last_clean":"2024-09-10T09:27:23.514163+0000","last_became_active":"2024-09-10T09:27:17.267951+0000","last_became_peered":"2024-09-10T09:27:17.267951+0000","last_unstale":"2024-09-10T09:27:23.514163+0000","last_undegraded":"2024-09-10T09:27:23.514163+0000","last_fullsized":"2024-09-10T09:27:23.514163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:49.771784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338955+0000","last_change":"2024-09-10T09:27:16.243664+0000","last_active":"2024-09-10T09:27:24.338955+0000","last_peered":"2024-09-10T09:27:24.338955+0000","last_clean":"2024-09-10T09:27:24.338955+0000","last_became_active":"2024-09-10T09:27:16.243295+0000","last_became_peered":"2024-09-10T09:27:16.243295+0000","last_unstale":"2024-09-10T09:27:24.338955+0000","last_undegraded":"2024-09-10T09:27:24.338955+0000","last_fullsized":"2024-09-10T09:27:24.338955+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340532+0000","last_change":"2024-09-10T09:27:21.301329+0000","last_active":"2024-09-10T09:27:24.340532+0000","last_peered":"2024-09-10T09:27:24.340532+0000","last_clean":"2024-09-10T09:27:24.340532+0000","last_became_active":"2024-09-10T09:27:21.300990+0000","last_became_peered":"2024-09-10T09:27:21.300990+0000","last_unstale":"2024-09-10T09:27:24.340532+0000","last_undegraded":"2024-09-10T09:27:24.340532+0000","last_fullsized":"2024-09-10T09:27:24.340532+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952466+0000","last_change":"2024-09-10T09:27:17.265767+0000","last_active":"2024-09-10T09:27:22.952466+0000","last_peered":"2024-09-10T09:27:22.952466+0000","last_clean":"2024-09-10T09:27:22.952466+0000","last_became_active":"2024-09-10T09:27:17.265481+0000","last_became_peered":"2024-09-10T09:27:17.265481+0000","last_unstale":"2024-09-10T09:27:22.952466+0000","last_undegraded":"2024-09-10T09:27:22.952466+0000","last_fullsized":"2024-09-10T09:27:22.952466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952660+0000","last_change":"2024-09-10T09:27:16.248117+0000","last_active":"2024-09-10T09:27:22.952660+0000","last_peered":"2024-09-10T09:27:22.952660+0000","last_clean":"2024-09-10T09:27:22.952660+0000","last_became_active":"2024-09-10T09:27:16.247860+0000","last_became_peered":"2024-09-10T09:27:16.247860+0000","last_unstale":"2024-09-10T09:27:22.952660+0000","last_undegraded":"2024-09-10T09:27:22.952660+0000","last_fullsized":"2024-09-10T09:27:22.952660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338937+0000","last_change":"2024-09-10T09:27:16.243667+0000","last_active":"2024-09-10T09:27:24.338937+0000","last_peered":"2024-09-10T09:27:24.338937+0000","last_clean":"2024-09-10T09:27:24.338937+0000","last_became_active":"2024-09-10T09:27:16.243340+0000","last_became_peered":"2024-09-10T09:27:16.243340+0000","last_unstale":"2024-09-10T09:27:24.338937+0000","last_undegraded":"2024-09-10T09:27:24.338937+0000","last_fullsized":"2024-09-10T09:27:24.338937+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338933+0000","last_change":"2024-09-10T09:27:17.255096+0000","last_active":"2024-09-10T09:27:24.338933+0000","last_peered":"2024-09-10T09:27:24.338933+0000","last_clean":"2024-09-10T09:27:24.338933+0000","last_became_active":"2024-09-10T09:27:17.254403+0000","last_became_peered":"2024-09-10T09:27:17.254403+0000","last_unstale":"2024-09-10T09:27:24.338933+0000","last_undegraded":"2024-09-10T09:27:24.338933+0000","last_fullsized":"2024-09-10T09:27:24.338933+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281900+0000","last_change":"2024-09-10T09:27:21.297515+0000","last_active":"2024-09-10T09:27:22.281900+0000","last_peered":"2024-09-10T09:27:22.281900+0000","last_clean":"2024-09-10T09:27:22.281900+0000","last_became_active":"2024-09-10T09:27:21.297137+0000","last_became_peered":"2024-09-10T09:27:21.297137+0000","last_unstale":"2024-09-10T09:27:22.281900+0000","last_undegraded":"2024-09-10T09:27:22.281900+0000","last_fullsized":"2024-09-10T09:27:22.281900+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:25.206285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952743+0000","last_change":"2024-09-10T09:27:16.246741+0000","last_active":"2024-09-10T09:27:22.952743+0000","last_peered":"2024-09-10T09:27:22.952743+0000","last_clean":"2024-09-10T09:27:22.952743+0000","last_became_active":"2024-09-10T09:27:16.246453+0000","last_became_peered":"2024-09-10T09:27:16.246453+0000","last_unstale":"2024-09-10T09:27:22.952743+0000","last_undegraded":"2024-09-10T09:27:22.952743+0000","last_fullsized":"2024-09-10T09:27:22.952743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282201+0000","last_change":"2024-09-10T09:27:17.255988+0000","last_active":"2024-09-10T09:27:22.282201+0000","last_peered":"2024-09-10T09:27:22.282201+0000","last_clean":"2024-09-10T09:27:22.282201+0000","last_became_active":"2024-09-10T09:27:17.254577+0000","last_became_peered":"2024-09-10T09:27:17.254577+0000","last_unstale":"2024-09-10T09:27:22.282201+0000","last_undegraded":"2024-09-10T09:27:22.282201+0000","last_fullsized":"2024-09-10T09:27:22.282201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:15.755811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952894+0000","last_change":"2024-09-10T09:27:21.297496+0000","last_active":"2024-09-10T09:27:22.952894+0000","last_peered":"2024-09-10T09:27:22.952894+0000","last_clean":"2024-09-10T09:27:22.952894+0000","last_became_active":"2024-09-10T09:27:21.297103+0000","last_became_peered":"2024-09-10T09:27:21.297103+0000","last_unstale":"2024-09-10T09:27:22.952894+0000","last_undegraded":"2024-09-10T09:27:22.952894+0000","last_fullsized":"2024-09-10T09:27:22.952894+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:16.924278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339165+0000","last_change":"2024-09-10T09:27:17.262571+0000","last_active":"2024-09-10T09:27:24.339165+0000","last_peered":"2024-09-10T09:27:24.339165+0000","last_clean":"2024-09-10T09:27:24.339165+0000","last_became_active":"2024-09-10T09:27:17.262284+0000","last_became_peered":"2024-09-10T09:27:17.262284+0000","last_unstale":"2024-09-10T09:27:24.339165+0000","last_undegraded":"2024-09-10T09:27:24.339165+0000","last_fullsized":"2024-09-10T09:27:24.339165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281683+0000","last_change":"2024-09-10T09:27:17.263294+0000","last_active":"2024-09-10T09:27:22.281683+0000","last_peered":"2024-09-10T09:27:22.281683+0000","last_clean":"2024-09-10T09:27:22.281683+0000","last_became_active":"2024-09-10T09:27:17.263006+0000","last_became_peered":"2024-09-10T09:27:17.263006+0000","last_unstale":"2024-09-10T09:27:22.281683+0000","last_undegraded":"2024-09-10T09:27:22.281683+0000","last_fullsized":"2024-09-10T09:27:22.281683+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:15.408987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340299+0000","last_change":"2024-09-10T09:27:17.273149+0000","last_active":"2024-09-10T09:27:24.340299+0000","last_peered":"2024-09-10T09:27:24.340299+0000","last_clean":"2024-09-10T09:27:24.340299+0000","last_became_active":"2024-09-10T09:27:17.267256+0000","last_became_peered":"2024-09-10T09:27:17.267256+0000","last_unstale":"2024-09-10T09:27:24.340299+0000","last_undegraded":"2024-09-10T09:27:24.340299+0000","last_fullsized":"2024-09-10T09:27:24.340299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:11.381829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338813+0000","last_change":"2024-09-10T09:27:17.270879+0000","last_active":"2024-09-10T09:27:24.338813+0000","last_peered":"2024-09-10T09:27:24.338813+0000","last_clean":"2024-09-10T09:27:24.338813+0000","last_became_active":"2024-09-10T09:27:17.270515+0000","last_became_peered":"2024-09-10T09:27:17.270515+0000","last_unstale":"2024-09-10T09:27:24.338813+0000","last_undegraded":"2024-09-10T09:27:24.338813+0000","last_fullsized":"2024-09-10T09:27:24.338813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:03.919888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952952+0000","last_change":"2024-09-10T09:27:17.268072+0000","last_active":"2024-09-10T09:27:22.952952+0000","last_peered":"2024-09-10T09:27:22.952952+0000","last_clean":"2024-09-10T09:27:22.952952+0000","last_became_active":"2024-09-10T09:27:17.267723+0000","last_became_peered":"2024-09-10T09:27:17.267723+0000","last_unstale":"2024-09-10T09:27:22.952952+0000","last_undegraded":"2024-09-10T09:27:22.952952+0000","last_fullsized":"2024-09-10T09:27:22.952952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:53.369782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514587+0000","last_change":"2024-09-10T09:27:17.269519+0000","last_active":"2024-09-10T09:27:23.514587+0000","last_peered":"2024-09-10T09:27:23.514587+0000","last_clean":"2024-09-10T09:27:23.514587+0000","last_became_active":"2024-09-10T09:27:17.267747+0000","last_became_peered":"2024-09-10T09:27:17.267747+0000","last_unstale":"2024-09-10T09:27:23.514587+0000","last_undegraded":"2024-09-10T09:27:23.514587+0000","last_fullsized":"2024-09-10T09:27:23.514587+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.341044+0000","last_change":"2024-09-10T09:27:17.275711+0000","last_active":"2024-09-10T09:27:24.341044+0000","last_peered":"2024-09-10T09:27:24.341044+0000","last_clean":"2024-09-10T09:27:24.341044+0000","last_became_active":"2024-09-10T09:27:17.275401+0000","last_became_peered":"2024-09-10T09:27:17.275401+0000","last_unstale":"2024-09-10T09:27:24.341044+0000","last_undegraded":"2024-09-10T09:27:24.341044+0000","last_fullsized":"2024-09-10T09:27:24.341044+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953176+0000","last_change":"2024-09-10T09:27:17.265920+0000","last_active":"2024-09-10T09:27:22.953176+0000","last_peered":"2024-09-10T09:27:22.953176+0000","last_clean":"2024-09-10T09:27:22.953176+0000","last_became_active":"2024-09-10T09:27:17.265639+0000","last_became_peered":"2024-09-10T09:27:17.265639+0000","last_unstale":"2024-09-10T09:27:22.953176+0000","last_undegraded":"2024-09-10T09:27:22.953176+0000","last_fullsized":"2024-09-10T09:27:22.953176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:50.081039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339419+0000","last_change":"2024-09-10T09:27:17.267885+0000","last_active":"2024-09-10T09:27:24.339419+0000","last_peered":"2024-09-10T09:27:24.339419+0000","last_clean":"2024-09-10T09:27:24.339419+0000","last_became_active":"2024-09-10T09:27:17.267579+0000","last_became_peered":"2024-09-10T09:27:17.267579+0000","last_unstale":"2024-09-10T09:27:24.339419+0000","last_undegraded":"2024-09-10T09:27:24.339419+0000","last_fullsized":"2024-09-10T09:27:24.339419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952629+0000","last_change":"2024-09-10T09:27:17.265798+0000","last_active":"2024-09-10T09:27:22.952629+0000","last_peered":"2024-09-10T09:27:22.952629+0000","last_clean":"2024-09-10T09:27:22.952629+0000","last_became_active":"2024-09-10T09:27:17.265370+0000","last_became_peered":"2024-09-10T09:27:17.265370+0000","last_unstale":"2024-09-10T09:27:22.952629+0000","last_undegraded":"2024-09-10T09:27:22.952629+0000","last_fullsized":"2024-09-10T09:27:22.952629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340089+0000","last_change":"2024-09-10T09:27:17.274639+0000","last_active":"2024-09-10T09:27:24.340089+0000","last_peered":"2024-09-10T09:27:24.340089+0000","last_clean":"2024-09-10T09:27:24.340089+0000","last_became_active":"2024-09-10T09:27:17.274352+0000","last_became_peered":"2024-09-10T09:27:17.274352+0000","last_unstale":"2024-09-10T09:27:24.340089+0000","last_undegraded":"2024-09-10T09:27:24.340089+0000","last_fullsized":"2024-09-10T09:27:24.340089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338646+0000","last_change":"2024-09-10T09:27:17.269246+0000","last_active":"2024-09-10T09:27:24.338646+0000","last_peered":"2024-09-10T09:27:24.338646+0000","last_clean":"2024-09-10T09:27:24.338646+0000","last_became_active":"2024-09-10T09:27:17.268961+0000","last_became_peered":"2024-09-10T09:27:17.268961+0000","last_unstale":"2024-09-10T09:27:24.338646+0000","last_undegraded":"2024-09-10T09:27:24.338646+0000","last_fullsized":"2024-09-10T09:27:24.338646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:21.158107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339710+0000","last_change":"2024-09-10T09:27:17.260750+0000","last_active":"2024-09-10T09:27:24.339710+0000","last_peered":"2024-09-10T09:27:24.339710+0000","last_clean":"2024-09-10T09:27:24.339710+0000","last_became_active":"2024-09-10T09:27:17.260482+0000","last_became_peered":"2024-09-10T09:27:17.260482+0000","last_unstale":"2024-09-10T09:27:24.339710+0000","last_undegraded":"2024-09-10T09:27:24.339710+0000","last_fullsized":"2024-09-10T09:27:24.339710+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340341+0000","last_change":"2024-09-10T09:27:17.273755+0000","last_active":"2024-09-10T09:27:24.340341+0000","last_peered":"2024-09-10T09:27:24.340341+0000","last_clean":"2024-09-10T09:27:24.340341+0000","last_became_active":"2024-09-10T09:27:17.273506+0000","last_became_peered":"2024-09-10T09:27:17.273506+0000","last_unstale":"2024-09-10T09:27:24.340341+0000","last_undegraded":"2024-09-10T09:27:24.340341+0000","last_fullsized":"2024-09-10T09:27:24.340341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:22.895011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282051+0000","last_change":"2024-09-10T09:27:17.263703+0000","last_active":"2024-09-10T09:27:22.282051+0000","last_peered":"2024-09-10T09:27:22.282051+0000","last_clean":"2024-09-10T09:27:22.282051+0000","last_became_active":"2024-09-10T09:27:17.262698+0000","last_became_peered":"2024-09-10T09:27:17.262698+0000","last_unstale":"2024-09-10T09:27:22.282051+0000","last_undegraded":"2024-09-10T09:27:22.282051+0000","last_fullsized":"2024-09-10T09:27:22.282051+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:41.690447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339875+0000","last_change":"2024-09-10T09:27:17.276654+0000","last_active":"2024-09-10T09:27:24.339875+0000","last_peered":"2024-09-10T09:27:24.339875+0000","last_clean":"2024-09-10T09:27:24.339875+0000","last_became_active":"2024-09-10T09:27:17.276381+0000","last_became_peered":"2024-09-10T09:27:17.276381+0000","last_unstale":"2024-09-10T09:27:24.339875+0000","last_undegraded":"2024-09-10T09:27:24.339875+0000","last_fullsized":"2024-09-10T09:27:24.339875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:06.015037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339324+0000","last_change":"2024-09-10T09:27:17.263087+0000","last_active":"2024-09-10T09:27:24.339324+0000","last_peered":"2024-09-10T09:27:24.339324+0000","last_clean":"2024-09-10T09:27:24.339324+0000","last_became_active":"2024-09-10T09:27:17.262797+0000","last_became_peered":"2024-09-10T09:27:17.262797+0000","last_unstale":"2024-09-10T09:27:24.339324+0000","last_undegraded":"2024-09-10T09:27:24.339324+0000","last_fullsized":"2024-09-10T09:27:24.339324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514256+0000","last_change":"2024-09-10T09:27:17.261148+0000","last_active":"2024-09-10T09:27:23.514256+0000","last_peered":"2024-09-10T09:27:23.514256+0000","last_clean":"2024-09-10T09:27:23.514256+0000","last_became_active":"2024-09-10T09:27:17.260860+0000","last_became_peered":"2024-09-10T09:27:17.260860+0000","last_unstale":"2024-09-10T09:27:23.514256+0000","last_undegraded":"2024-09-10T09:27:23.514256+0000","last_fullsized":"2024-09-10T09:27:23.514256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338557+0000","last_change":"2024-09-10T09:27:17.255498+0000","last_active":"2024-09-10T09:27:24.338557+0000","last_peered":"2024-09-10T09:27:24.338557+0000","last_clean":"2024-09-10T09:27:24.338557+0000","last_became_active":"2024-09-10T09:27:17.255102+0000","last_became_peered":"2024-09-10T09:27:17.255102+0000","last_unstale":"2024-09-10T09:27:24.338557+0000","last_undegraded":"2024-09-10T09:27:24.338557+0000","last_fullsized":"2024-09-10T09:27:24.338557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952600+0000","last_change":"2024-09-10T09:27:17.268561+0000","last_active":"2024-09-10T09:27:22.952600+0000","last_peered":"2024-09-10T09:27:22.952600+0000","last_clean":"2024-09-10T09:27:22.952600+0000","last_became_active":"2024-09-10T09:27:17.268190+0000","last_became_peered":"2024-09-10T09:27:17.268190+0000","last_unstale":"2024-09-10T09:27:22.952600+0000","last_undegraded":"2024-09-10T09:27:22.952600+0000","last_fullsized":"2024-09-10T09:27:22.952600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282578+0000","last_change":"2024-09-10T09:27:17.264548+0000","last_active":"2024-09-10T09:27:22.282578+0000","last_peered":"2024-09-10T09:27:22.282578+0000","last_clean":"2024-09-10T09:27:22.282578+0000","last_became_active":"2024-09-10T09:27:17.263671+0000","last_became_peered":"2024-09-10T09:27:17.263671+0000","last_unstale":"2024-09-10T09:27:22.282578+0000","last_undegraded":"2024-09-10T09:27:22.282578+0000","last_fullsized":"2024-09-10T09:27:22.282578+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:39.864563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340063+0000","last_change":"2024-09-10T09:27:17.263734+0000","last_active":"2024-09-10T09:27:24.340063+0000","last_peered":"2024-09-10T09:27:24.340063+0000","last_clean":"2024-09-10T09:27:24.340063+0000","last_became_active":"2024-09-10T09:27:17.263270+0000","last_became_peered":"2024-09-10T09:27:17.263270+0000","last_unstale":"2024-09-10T09:27:24.340063+0000","last_undegraded":"2024-09-10T09:27:24.340063+0000","last_fullsized":"2024-09-10T09:27:24.340063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340983+0000","last_change":"2024-09-10T09:27:17.264414+0000","last_active":"2024-09-10T09:27:24.340983+0000","last_peered":"2024-09-10T09:27:24.340983+0000","last_clean":"2024-09-10T09:27:24.340983+0000","last_became_active":"2024-09-10T09:27:17.264156+0000","last_became_peered":"2024-09-10T09:27:17.264156+0000","last_unstale":"2024-09-10T09:27:24.340983+0000","last_undegraded":"2024-09-10T09:27:24.340983+0000","last_fullsized":"2024-09-10T09:27:24.340983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340830+0000","last_change":"2024-09-10T09:27:17.281834+0000","last_active":"2024-09-10T09:27:24.340830+0000","last_peered":"2024-09-10T09:27:24.340830+0000","last_clean":"2024-09-10T09:27:24.340830+0000","last_became_active":"2024-09-10T09:27:17.281526+0000","last_became_peered":"2024-09-10T09:27:17.281526+0000","last_unstale":"2024-09-10T09:27:24.340830+0000","last_undegraded":"2024-09-10T09:27:24.340830+0000","last_fullsized":"2024-09-10T09:27:24.340830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:00.279606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952414+0000","last_change":"2024-09-10T09:27:17.268890+0000","last_active":"2024-09-10T09:27:22.952414+0000","last_peered":"2024-09-10T09:27:22.952414+0000","last_clean":"2024-09-10T09:27:22.952414+0000","last_became_active":"2024-09-10T09:27:17.268517+0000","last_became_peered":"2024-09-10T09:27:17.268517+0000","last_unstale":"2024-09-10T09:27:22.952414+0000","last_undegraded":"2024-09-10T09:27:22.952414+0000","last_fullsized":"2024-09-10T09:27:22.952414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340421+0000","last_change":"2024-09-10T09:27:17.270323+0000","last_active":"2024-09-10T09:27:24.340421+0000","last_peered":"2024-09-10T09:27:24.340421+0000","last_clean":"2024-09-10T09:27:24.340421+0000","last_became_active":"2024-09-10T09:27:17.270054+0000","last_became_peered":"2024-09-10T09:27:17.270054+0000","last_unstale":"2024-09-10T09:27:24.340421+0000","last_undegraded":"2024-09-10T09:27:24.340421+0000","last_fullsized":"2024-09-10T09:27:24.340421+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:57.385889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340069+0000","last_change":"2024-09-10T09:27:17.262375+0000","last_active":"2024-09-10T09:27:24.340069+0000","last_peered":"2024-09-10T09:27:24.340069+0000","last_clean":"2024-09-10T09:27:24.340069+0000","last_became_active":"2024-09-10T09:27:17.262114+0000","last_became_peered":"2024-09-10T09:27:17.262114+0000","last_unstale":"2024-09-10T09:27:24.340069+0000","last_undegraded":"2024-09-10T09:27:24.340069+0000","last_fullsized":"2024-09-10T09:27:24.340069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339151+0000","last_change":"2024-09-10T09:27:17.271080+0000","last_active":"2024-09-10T09:27:24.339151+0000","last_peered":"2024-09-10T09:27:24.339151+0000","last_clean":"2024-09-10T09:27:24.339151+0000","last_became_active":"2024-09-10T09:27:17.270803+0000","last_became_peered":"2024-09-10T09:27:17.270803+0000","last_unstale":"2024-09-10T09:27:24.339151+0000","last_undegraded":"2024-09-10T09:27:24.339151+0000","last_fullsized":"2024-09-10T09:27:24.339151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:58.494809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339423+0000","last_change":"2024-09-10T09:27:17.268991+0000","last_active":"2024-09-10T09:27:24.339423+0000","last_peered":"2024-09-10T09:27:24.339423+0000","last_clean":"2024-09-10T09:27:24.339423+0000","last_became_active":"2024-09-10T09:27:17.268675+0000","last_became_peered":"2024-09-10T09:27:17.268675+0000","last_unstale":"2024-09-10T09:27:24.339423+0000","last_undegraded":"2024-09-10T09:27:24.339423+0000","last_fullsized":"2024-09-10T09:27:24.339423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338705+0000","last_change":"2024-09-10T09:27:17.258328+0000","last_active":"2024-09-10T09:27:24.338705+0000","last_peered":"2024-09-10T09:27:24.338705+0000","last_clean":"2024-09-10T09:27:24.338705+0000","last_became_active":"2024-09-10T09:27:17.258030+0000","last_became_peered":"2024-09-10T09:27:17.258030+0000","last_unstale":"2024-09-10T09:27:24.338705+0000","last_undegraded":"2024-09-10T09:27:24.338705+0000","last_fullsized":"2024-09-10T09:27:24.338705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:27.015443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514783+0000","last_change":"2024-09-10T09:27:17.262102+0000","last_active":"2024-09-10T09:27:23.514783+0000","last_peered":"2024-09-10T09:27:23.514783+0000","last_clean":"2024-09-10T09:27:23.514783+0000","last_became_active":"2024-09-10T09:27:17.261815+0000","last_became_peered":"2024-09-10T09:27:17.261815+0000","last_unstale":"2024-09-10T09:27:23.514783+0000","last_undegraded":"2024-09-10T09:27:23.514783+0000","last_fullsized":"2024-09-10T09:27:23.514783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340665+0000","last_change":"2024-09-10T09:27:17.277538+0000","last_active":"2024-09-10T09:27:24.340665+0000","last_peered":"2024-09-10T09:27:24.340665+0000","last_clean":"2024-09-10T09:27:24.340665+0000","last_became_active":"2024-09-10T09:27:17.276853+0000","last_became_peered":"2024-09-10T09:27:17.276853+0000","last_unstale":"2024-09-10T09:27:24.340665+0000","last_undegraded":"2024-09-10T09:27:24.340665+0000","last_fullsized":"2024-09-10T09:27:24.340665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:21.604918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27868,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343972,"statfs":{"total":96636764160,"available":96608227328,"internally_reserved":0,"allocated":860160,"data_stored":694509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":103649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542151,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":103685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":262144,"data_stored":103559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":103719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:27:37.591 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T09:27:37.592 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T09:27:37.592 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T09:27:37.592 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T09:27:37.592 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-10T09:27:37.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.724+0000 7faa24cb7640 1 Processor -- start 2024-09-10T09:27:37.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.724+0000 7faa24cb7640 1 -- start start 2024-09-10T09:27:37.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.725+0000 7faa24cb7640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7faa20072dc0 0x7faa200b3750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.725+0000 7faa24cb7640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa200b44c0 con 0x7faa200b3c90 2024-09-10T09:27:37.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.725+0000 7faa24cb7640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa2015ead0 con 0x7faa200afd60 2024-09-10T09:27:37.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.725+0000 7faa24cb7640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7faa200b0140 con 0x7faa20072dc0 2024-09-10T09:27:37.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.725+0000 7faa1dd9b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7faa20072dc0 0x7faa200b3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.725+0000 7faa1ed9d640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7faa200b3c90 0x7faa2006f5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41456/0 (socket says 172.21.15.173:41456) 2024-09-10T09:27:37.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.725+0000 7faa1ed9d640 1 -- 172.21.15.173:0/4141865080 learned_addr learned my addr 172.21.15.173:0/4141865080 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:37.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.726+0000 7faa1dd9b640 1 -- 172.21.15.173:0/4141865080 >> v1:172.21.15.176:6789/0 conn(0x7faa200afd60 legacy=0x7faa200726b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.726+0000 7faa1dd9b640 1 -- 172.21.15.173:0/4141865080 >> v1:172.21.15.173:6789/0 conn(0x7faa200b3c90 legacy=0x7faa2006f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.726+0000 7faa1dd9b640 1 -- 172.21.15.173:0/4141865080 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa2015edb0 con 0x7faa20072dc0 2024-09-10T09:27:37.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.726+0000 7faa1dd9b640 1 --2- 172.21.15.173:0/4141865080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa20072dc0 0x7faa200b3750 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7faa080097a0 tx=0x7faa0802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcc4c7960306e64d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:37.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.726+0000 7faa1d59a640 1 -- 172.21.15.173:0/4141865080 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa08037070 con 0x7faa20072dc0 2024-09-10T09:27:37.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.727+0000 7faa1d59a640 1 -- 172.21.15.173:0/4141865080 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa08032440 con 0x7faa20072dc0 2024-09-10T09:27:37.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.727+0000 7faa1d59a640 1 -- 172.21.15.173:0/4141865080 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa08032810 con 0x7faa20072dc0 2024-09-10T09:27:37.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.727+0000 7faa24cb7640 1 -- 172.21.15.173:0/4141865080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa20072dc0 msgr2=0x7faa200b3750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.727+0000 7faa24cb7640 1 --2- 172.21.15.173:0/4141865080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa20072dc0 0x7faa200b3750 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7faa080097a0 tx=0x7faa0802a230 comp rx=0 tx=0).stop 2024-09-10T09:27:37.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.727+0000 7faa24cb7640 1 -- 172.21.15.173:0/4141865080 shutdown_connections 2024-09-10T09:27:37.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.727+0000 7faa24cb7640 1 --2- 172.21.15.173:0/4141865080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa20072dc0 0x7faa200b3750 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.727+0000 7faa24cb7640 1 -- 172.21.15.173:0/4141865080 >> 172.21.15.173:0/4141865080 conn(0x7faa2006c030 msgr2=0x7faa2006c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:37.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.727+0000 7faa24cb7640 1 -- 172.21.15.173:0/4141865080 shutdown_connections 2024-09-10T09:27:37.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.727+0000 7faa24cb7640 1 -- 172.21.15.173:0/4141865080 wait complete. 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.728+0000 7faa24cb7640 1 Processor -- start 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa24cb7640 1 -- start start 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa24cb7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7faa20072dc0 0x7faa20143fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa24cb7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa200afd60 0x7faa200b0da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa24cb7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa200b3c90 0x7faa201530d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa24cb7640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faa2015f890 con 0x7faa200afd60 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa24cb7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7faa2015f370 con 0x7faa200b3c90 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa24cb7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7faa200b40e0 con 0x7faa20072dc0 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa1dd9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa200afd60 0x7faa200b0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa1dd9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa200afd60 0x7faa200b0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37066/0 (socket says 172.21.15.173:37066) 2024-09-10T09:27:37.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa1dd9b640 1 -- 172.21.15.173:0/4139655354 learned_addr learned my addr 172.21.15.173:0/4139655354 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa1ed9d640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa200b3c90 0x7faa201530d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.729+0000 7faa1e59c640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7faa20072dc0 0x7faa20143fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa1dd9b640 1 -- 172.21.15.173:0/4139655354 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7faa20072dc0 msgr2=0x7faa20143fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa1dd9b640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7faa20072dc0 0x7faa20143fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa1dd9b640 1 -- 172.21.15.173:0/4139655354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa200b3c90 msgr2=0x7faa201530d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa1dd9b640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa200b3c90 0x7faa201530d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa1dd9b640 1 -- 172.21.15.173:0/4139655354 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa200b12e0 con 0x7faa200afd60 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa1ed9d640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa200b3c90 0x7faa201530d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa1dd9b640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa200afd60 0x7faa200b0da0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7faa08035040 tx=0x7faa080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa16ffd640 1 -- 172.21.15.173:0/4139655354 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa08037040 con 0x7faa200afd60 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa16ffd640 1 -- 172.21.15.173:0/4139655354 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa08030770 con 0x7faa200afd60 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa24cb7640 1 -- 172.21.15.173:0/4139655354 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa20153940 con 0x7faa200afd60 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa16ffd640 1 -- 172.21.15.173:0/4139655354 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa08030b80 con 0x7faa200afd60 2024-09-10T09:27:37.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.730+0000 7faa24cb7640 1 -- 172.21.15.173:0/4139655354 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa200b02c0 con 0x7faa200afd60 2024-09-10T09:27:37.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.731+0000 7faa24cb7640 1 -- 172.21.15.173:0/4139655354 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa200b3750 con 0x7faa200afd60 2024-09-10T09:27:37.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.731+0000 7faa16ffd640 1 -- 172.21.15.173:0/4139655354 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faa08044020 con 0x7faa200afd60 2024-09-10T09:27:37.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.732+0000 7faa16ffd640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7faa0006be30 0x7faa0006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:37.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.732+0000 7faa16ffd640 1 -- 172.21.15.173:0/4139655354 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7faa080ab780 con 0x7faa200afd60 2024-09-10T09:27:37.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.732+0000 7faa1e59c640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7faa0006be30 0x7faa0006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:37.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.732+0000 7faa1e59c640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7faa0006be30 0x7faa0006e2f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7faa10001d40 tx=0x7faa10009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:37.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.736+0000 7faa16ffd640 1 -- 172.21.15.173:0/4139655354 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faa08032e20 con 0x7faa200afd60 2024-09-10T09:27:37.945 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.944+0000 7faa24cb7640 1 -- 172.21.15.173:0/4139655354 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7faa2015fd20 con 0x7faa200afd60 2024-09-10T09:27:37.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.947+0000 7faa16ffd640 1 -- 172.21.15.173:0/4139655354 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+172946 (secure 0 0 0) 0x7faa080313a0 con 0x7faa200afd60 2024-09-10T09:27:37.950 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:37.951 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.949+0000 7faa24cb7640 1 -- 172.21.15.173:0/4139655354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7faa0006be30 msgr2=0x7faa0006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.949+0000 7faa24cb7640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7faa0006be30 0x7faa0006e2f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7faa10001d40 tx=0x7faa10009040 comp rx=0 tx=0).stop 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.949+0000 7faa24cb7640 1 -- 172.21.15.173:0/4139655354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa200afd60 msgr2=0x7faa200b0da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.949+0000 7faa24cb7640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa200afd60 0x7faa200b0da0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7faa08035040 tx=0x7faa080046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.950+0000 7faa24cb7640 1 -- 172.21.15.173:0/4139655354 shutdown_connections 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.950+0000 7faa24cb7640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7faa0006be30 0x7faa0006e2f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.950+0000 7faa24cb7640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa200b3c90 0x7faa201530d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.950+0000 7faa24cb7640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa200afd60 0x7faa200b0da0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.950+0000 7faa24cb7640 1 --2- 172.21.15.173:0/4139655354 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7faa20072dc0 0x7faa20143fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.950+0000 7faa24cb7640 1 -- 172.21.15.173:0/4139655354 >> 172.21.15.173:0/4139655354 conn(0x7faa2006c030 msgr2=0x7faa200b54a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.950+0000 7faa24cb7640 1 -- 172.21.15.173:0/4139655354 shutdown_connections 2024-09-10T09:27:37.952 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:37.950+0000 7faa24cb7640 1 -- 172.21.15.173:0/4139655354 wait complete. 2024-09-10T09:27:37.962 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":5,"flags":0,"active_gid":4104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2208228087},{"type":"v1","addr":"172.21.15.173:6833","nonce":2208228087}]},"active_addr":"172.21.15.173:6833/2208228087","active_change":"2024-09-10T09:26:58.334005+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4112,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.173:0","nonce":2095195524}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.173:0","nonce":3753381501}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.173:0","nonce":4154348889}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.173:0","nonce":1987993964}]}]} 2024-09-10T09:27:37.966 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T09:27:37.966 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T09:27:37.966 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:38.065 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.064+0000 7fd3dcbd8640 1 Processor -- start 2024-09-10T09:27:38.065 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.064+0000 7fd3dcbd8640 1 -- start start 2024-09-10T09:27:38.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3dcbd8640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fd3d80b6690 0x7fd3d81691a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3dcbd8640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3d80d3690 con 0x7fd3d815e5f0 2024-09-10T09:27:38.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3dcbd8640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3d80d3970 con 0x7fd3d80d30f0 2024-09-10T09:27:38.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3dcbd8640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fd3d806d530 con 0x7fd3d80b6690 2024-09-10T09:27:38.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3d659c640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fd3d815e5f0 0x7fd3d80d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41468/0 (socket says 172.21.15.173:41468) 2024-09-10T09:27:38.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3d6d9d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fd3d80b6690 0x7fd3d81691a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3d659c640 1 -- 172.21.15.173:0/2402525907 learned_addr learned my addr 172.21.15.173:0/2402525907 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:38.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3d559a640 1 -- 172.21.15.173:0/2402525907 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 760117106 0 0) 0x7fd3d80d3690 con 0x7fd3d815e5f0 2024-09-10T09:27:38.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3d559a640 1 -- 172.21.15.173:0/2402525907 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd3c4003520 con 0x7fd3d815e5f0 2024-09-10T09:27:38.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3d6d9d640 1 -- 172.21.15.173:0/2402525907 >> v1:172.21.15.176:6789/0 conn(0x7fd3d80d30f0 legacy=0x7fd3d80b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3d6d9d640 1 -- 172.21.15.173:0/2402525907 >> v1:172.21.15.173:6789/0 conn(0x7fd3d815e5f0 legacy=0x7fd3d80d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.065+0000 7fd3d6d9d640 1 -- 172.21.15.173:0/2402525907 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3d806cee0 con 0x7fd3d80b6690 2024-09-10T09:27:38.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.066+0000 7fd3d6d9d640 1 --2- 172.21.15.173:0/2402525907 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80b6690 0x7fd3d81691a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd3d0009dc0 tx=0x7fd3d002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27e3a6f88640198c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.066+0000 7fd3d559a640 1 -- 172.21.15.173:0/2402525907 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d0007740 con 0x7fd3d80b6690 2024-09-10T09:27:38.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.066+0000 7fd3d559a640 1 -- 172.21.15.173:0/2402525907 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3d00078e0 con 0x7fd3d80b6690 2024-09-10T09:27:38.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.066+0000 7fd3d559a640 1 -- 172.21.15.173:0/2402525907 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d0007cb0 con 0x7fd3d80b6690 2024-09-10T09:27:38.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.066+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/2402525907 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80b6690 msgr2=0x7fd3d81691a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.066+0000 7fd3dcbd8640 1 --2- 172.21.15.173:0/2402525907 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80b6690 0x7fd3d81691a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd3d0009dc0 tx=0x7fd3d002a730 comp rx=0 tx=0).stop 2024-09-10T09:27:38.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.067+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/2402525907 shutdown_connections 2024-09-10T09:27:38.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.067+0000 7fd3dcbd8640 1 --2- 172.21.15.173:0/2402525907 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80b6690 0x7fd3d81691a0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.067+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/2402525907 >> 172.21.15.173:0/2402525907 conn(0x7fd3d808bfc0 msgr2=0x7fd3d80d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.067+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/2402525907 shutdown_connections 2024-09-10T09:27:38.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.067+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/2402525907 wait complete. 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.068+0000 7fd3dcbd8640 1 Processor -- start 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.068+0000 7fd3dcbd8640 1 -- start start 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3dcbd8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3d80b6690 0x7fd3d80a1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3dcbd8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80d30f0 0x7fd3d80b9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3dcbd8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3d815e5f0 0x7fd3d815d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3dcbd8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d806e9d0 con 0x7fd3d80d30f0 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3dcbd8640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d815e9d0 con 0x7fd3d80b6690 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3dcbd8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd3d806eb50 con 0x7fd3d815e5f0 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d5d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80d30f0 0x7fd3d80b9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d5d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80d30f0 0x7fd3d80b9790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37096/0 (socket says 172.21.15.173:37096) 2024-09-10T09:27:38.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d5d9b640 1 -- 172.21.15.173:0/1565496032 learned_addr learned my addr 172.21.15.173:0/1565496032 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d6d9d640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3d815e5f0 0x7fd3d815d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d659c640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3d80b6690 0x7fd3d80a1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d5d9b640 1 -- 172.21.15.173:0/1565496032 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3d815e5f0 msgr2=0x7fd3d815d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d5d9b640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3d815e5f0 0x7fd3d815d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d5d9b640 1 -- 172.21.15.173:0/1565496032 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3d80b6690 msgr2=0x7fd3d80a1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d5d9b640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3d80b6690 0x7fd3d80a1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d5d9b640 1 -- 172.21.15.173:0/1565496032 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3d80a0f60 con 0x7fd3d80d30f0 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d6d9d640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3d815e5f0 0x7fd3d815d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d659c640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3d80b6690 0x7fd3d80a1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3d5d9b640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80d30f0 0x7fd3d80b9790 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000c400 tx=0x7fd3c000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3ceffd640 1 -- 172.21.15.173:0/1565496032 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c00052d0 con 0x7fd3d80d30f0 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3ceffd640 1 -- 172.21.15.173:0/1565496032 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c0005490 con 0x7fd3d80d30f0 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/1565496032 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3d81f8520 con 0x7fd3d80d30f0 2024-09-10T09:27:38.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3ceffd640 1 -- 172.21.15.173:0/1565496032 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0007260 con 0x7fd3d80d30f0 2024-09-10T09:27:38.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.069+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/1565496032 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3d80a14e0 con 0x7fd3d80d30f0 2024-09-10T09:27:38.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.070+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/1565496032 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3d80b5f80 con 0x7fd3d80d30f0 2024-09-10T09:27:38.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.071+0000 7fd3ceffd640 1 -- 172.21.15.173:0/1565496032 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd3c0007400 con 0x7fd3d80d30f0 2024-09-10T09:27:38.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.071+0000 7fd3ceffd640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd3b806be30 0x7fd3b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.072+0000 7fd3d659c640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd3b806be30 0x7fd3b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.072+0000 7fd3ceffd640 1 -- 172.21.15.173:0/1565496032 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd3c008a650 con 0x7fd3d80d30f0 2024-09-10T09:27:38.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.072+0000 7fd3d659c640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd3b806be30 0x7fd3b806e2f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd3c80011e0 tx=0x7fd3c8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.076+0000 7fd3ceffd640 1 -- 172.21.15.173:0/1565496032 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd3c0058d50 con 0x7fd3d80d30f0 2024-09-10T09:27:38.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.239+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/1565496032 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd3d80d19e0 con 0x7fd3d80d30f0 2024-09-10T09:27:38.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.241+0000 7fd3ceffd640 1 -- 172.21.15.173:0/1565496032 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18634 (secure 0 0 0) 0x7fd3c0058650 con 0x7fd3d80d30f0 2024-09-10T09:27:38.242 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:38.242 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":25,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:21.637696+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:38.244 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/1565496032 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd3b806be30 msgr2=0x7fd3b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.244 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd3b806be30 0x7fd3b806e2f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd3c80011e0 tx=0x7fd3c8009040 comp rx=0 tx=0).stop 2024-09-10T09:27:38.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/1565496032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80d30f0 msgr2=0x7fd3d80b9790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80d30f0 0x7fd3d80b9790 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000c400 tx=0x7fd3c000c8c0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/1565496032 shutdown_connections 2024-09-10T09:27:38.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd3b806be30 0x7fd3b806e2f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3d815e5f0 0x7fd3d815d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd3d80d30f0 0x7fd3d80b9790 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 --2- 172.21.15.173:0/1565496032 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3d80b6690 0x7fd3d80a1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/1565496032 >> 172.21.15.173:0/1565496032 conn(0x7fd3d808bfc0 msgr2=0x7fd3d80b4c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/1565496032 shutdown_connections 2024-09-10T09:27:38.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.243+0000 7fd3dcbd8640 1 -- 172.21.15.173:0/1565496032 wait complete. 2024-09-10T09:27:38.255 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T09:27:38.255 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:38.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.354+0000 7f518b5ed640 1 Processor -- start 2024-09-10T09:27:38.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.355+0000 7f518b5ed640 1 -- start start 2024-09-10T09:27:38.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.355+0000 7f518b5ed640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f518415c520 0x7f518409b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.355+0000 7f518b5ed640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f51840b1620 0x7f51840b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.355+0000 7f518b5ed640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f51840d0980 0x7f51840d0e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.355+0000 7f518b5ed640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f51840cec00 con 0x7f518415c520 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.355+0000 7f518b5ed640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f518409bd90 con 0x7f51840d0980 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.355+0000 7f518b5ed640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f51840d0010 con 0x7f51840b1620 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.355+0000 7f5189389640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f518415c520 0x7f518409b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.356+0000 7f5189389640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f518415c520 0x7f518409b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37098/0 (socket says 172.21.15.173:37098) 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.356+0000 7f5189389640 1 -- 172.21.15.173:0/1221949123 learned_addr learned my addr 172.21.15.173:0/1221949123 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.356+0000 7f5189389640 1 -- 172.21.15.173:0/1221949123 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f51840b1620 msgr2=0x7f51840b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.356+0000 7f5189389640 1 --2- 172.21.15.173:0/1221949123 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f51840b1620 0x7f51840b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.356+0000 7f5189b8a640 1 --2- 172.21.15.173:0/1221949123 >> v2:172.21.15.176:3300/0 conn(0x7f51840d0980 0x7f51840d0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.356+0000 7f5189389640 1 -- 172.21.15.173:0/1221949123 >> v2:172.21.15.176:3300/0 conn(0x7f51840d0980 msgr2=0x7f51840d0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.356+0000 7f5189389640 1 --2- 172.21.15.173:0/1221949123 >> v2:172.21.15.176:3300/0 conn(0x7f51840d0980 0x7f51840d0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.356+0000 7f5189389640 1 -- 172.21.15.173:0/1221949123 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51840d02f0 con 0x7f518415c520 2024-09-10T09:27:38.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.356+0000 7f5189b8a640 1 --2- 172.21.15.173:0/1221949123 >> v2:172.21.15.176:3300/0 conn(0x7f51840d0980 0x7f51840d0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:38.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.356+0000 7f5189389640 1 --2- 172.21.15.173:0/1221949123 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 0x7f518409b720 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f51840b3ea0 tx=0x7f518002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=772b2bb189d8384a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f517bfff640 1 -- 172.21.15.173:0/1221949123 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5180037070 con 0x7f518415c520 2024-09-10T09:27:38.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f517bfff640 1 -- 172.21.15.173:0/1221949123 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5180032440 con 0x7f518415c520 2024-09-10T09:27:38.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f517bfff640 1 -- 172.21.15.173:0/1221949123 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5180032810 con 0x7f518415c520 2024-09-10T09:27:38.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f518b5ed640 1 -- 172.21.15.173:0/1221949123 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 msgr2=0x7f518409b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f518b5ed640 1 --2- 172.21.15.173:0/1221949123 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 0x7f518409b720 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f51840b3ea0 tx=0x7f518002a1e0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f518b5ed640 1 -- 172.21.15.173:0/1221949123 shutdown_connections 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f518b5ed640 1 --2- 172.21.15.173:0/1221949123 >> v2:172.21.15.176:3300/0 conn(0x7f51840d0980 0x7f51840d0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f518b5ed640 1 --2- 172.21.15.173:0/1221949123 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f51840b1620 0x7f51840b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f518b5ed640 1 --2- 172.21.15.173:0/1221949123 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 0x7f518409b720 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f518b5ed640 1 -- 172.21.15.173:0/1221949123 >> 172.21.15.173:0/1221949123 conn(0x7f51840d23a0 msgr2=0x7f51840d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f518b5ed640 1 -- 172.21.15.173:0/1221949123 shutdown_connections 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.357+0000 7f518b5ed640 1 -- 172.21.15.173:0/1221949123 wait complete. 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.358+0000 7f518b5ed640 1 Processor -- start 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.358+0000 7f518b5ed640 1 -- start start 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f518b5ed640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f51840b1620 0x7f51840b7d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f518b5ed640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51840d0980 0x7f51840b65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f518b5ed640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 0x7f518414e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f518b5ed640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f518415c900 con 0x7f518415c520 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f518b5ed640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f51840d05d0 con 0x7f51840d0980 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f518b5ed640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f51840b6af0 con 0x7f51840b1620 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f5189b8a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 0x7f518414e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f5189b8a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 0x7f518414e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37106/0 (socket says 172.21.15.173:37106) 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f5189b8a640 1 -- 172.21.15.173:0/455006220 learned_addr learned my addr 172.21.15.173:0/455006220 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f5189389640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f51840b1620 0x7f51840b7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.359+0000 7f5188b88640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51840d0980 0x7f51840b65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f5189b8a640 1 -- 172.21.15.173:0/455006220 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f51840b1620 msgr2=0x7f51840b7d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f5189b8a640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f51840b1620 0x7f51840b7d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f5189b8a640 1 -- 172.21.15.173:0/455006220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51840d0980 msgr2=0x7f51840b65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f5189b8a640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51840d0980 0x7f51840b65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f5189b8a640 1 -- 172.21.15.173:0/455006220 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51840b5550 con 0x7f518415c520 2024-09-10T09:27:38.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f5188b88640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51840d0980 0x7f51840b65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:38.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f5189b8a640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 0x7f518414e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f517c00cef0 tx=0x7f517c00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f5179ffb640 1 -- 172.21.15.173:0/455006220 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f517c01a070 con 0x7f518415c520 2024-09-10T09:27:38.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f5179ffb640 1 -- 172.21.15.173:0/455006220 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f517c00d860 con 0x7f518415c520 2024-09-10T09:27:38.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f518b5ed640 1 -- 172.21.15.173:0/455006220 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51840b57f0 con 0x7f518415c520 2024-09-10T09:27:38.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f5179ffb640 1 -- 172.21.15.173:0/455006220 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f517c00dc50 con 0x7f518415c520 2024-09-10T09:27:38.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.360+0000 7f518b5ed640 1 -- 172.21.15.173:0/455006220 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51840b6090 con 0x7f518415c520 2024-09-10T09:27:38.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.361+0000 7f518b5ed640 1 -- 172.21.15.173:0/455006220 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51840b6290 con 0x7f518415c520 2024-09-10T09:27:38.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.361+0000 7f5179ffb640 1 -- 172.21.15.173:0/455006220 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f517c01d070 con 0x7f518415c520 2024-09-10T09:27:38.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.362+0000 7f5179ffb640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f516806be30 0x7f516806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.362+0000 7f5179ffb640 1 -- 172.21.15.173:0/455006220 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f517c08b9d0 con 0x7f518415c520 2024-09-10T09:27:38.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.362+0000 7f5189389640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f516806be30 0x7f516806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.362+0000 7f5189389640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f516806be30 0x7f516806e2f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5180034000 tx=0x7f518002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.366+0000 7f5179ffb640 1 -- 172.21.15.173:0/455006220 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f517c059ab0 con 0x7f518415c520 2024-09-10T09:27:38.533 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.532+0000 7f518b5ed640 1 -- 172.21.15.173:0/455006220 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f51840b1d40 con 0x7f518415c520 2024-09-10T09:27:38.534 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.533+0000 7f5179ffb640 1 -- 172.21.15.173:0/455006220 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18634 (secure 0 0 0) 0x7f517c05ddb0 con 0x7f518415c520 2024-09-10T09:27:38.535 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:38.535 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":25,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:21.637696+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:38.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 -- 172.21.15.173:0/455006220 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f516806be30 msgr2=0x7f516806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f516806be30 0x7f516806e2f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5180034000 tx=0x7f518002e000 comp rx=0 tx=0).stop 2024-09-10T09:27:38.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 -- 172.21.15.173:0/455006220 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 msgr2=0x7f518414e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 0x7f518414e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f517c00cef0 tx=0x7f517c00a710 comp rx=0 tx=0).stop 2024-09-10T09:27:38.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 -- 172.21.15.173:0/455006220 shutdown_connections 2024-09-10T09:27:38.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f516806be30 0x7f516806e2f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f518415c520 0x7f518414e770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51840d0980 0x7f51840b65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 --2- 172.21.15.173:0/455006220 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f51840b1620 0x7f51840b7d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 -- 172.21.15.173:0/455006220 >> 172.21.15.173:0/455006220 conn(0x7f51840d23a0 msgr2=0x7f518415b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 -- 172.21.15.173:0/455006220 shutdown_connections 2024-09-10T09:27:38.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.536+0000 7f518b5ed640 1 -- 172.21.15.173:0/455006220 wait complete. 2024-09-10T09:27:38.548 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T09:27:38.549 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T09:27:38.549 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T09:27:38.550 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T09:27:38.550 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-10T09:27:38.550 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-10T09:27:38.551 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-10T09:27:38.551 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-10T09:27:38.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.715+0000 7f1654111640 1 Processor -- start 2024-09-10T09:27:38.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.715+0000 7f1654111640 1 -- start start 2024-09-10T09:27:38.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.716+0000 7f1654111640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f164c0b61e0 0x7f164c0b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.716+0000 7f1654111640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f164c0b6b00 0x7f164c0cede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.716+0000 7f1654111640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f164c0d3ad0 0x7f164c0cf320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.716+0000 7f1654111640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f164c0c7e50 con 0x7f164c0b61e0 2024-09-10T09:27:38.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.716+0000 7f1654111640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f164c0d3640 con 0x7f164c0b6b00 2024-09-10T09:27:38.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.716+0000 7f1654111640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f164c0d5010 con 0x7f164c0d3ad0 2024-09-10T09:27:38.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.717+0000 7f1651ead640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f164c0b61e0 0x7f164c0b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.717+0000 7f16526ae640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f164c0d3ad0 0x7f164c0cf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.717+0000 7f1651ead640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f164c0b61e0 0x7f164c0b65c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37116/0 (socket says 172.21.15.173:37116) 2024-09-10T09:27:38.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.717+0000 7f1651ead640 1 -- 172.21.15.173:0/4116322256 learned_addr learned my addr 172.21.15.173:0/4116322256 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.717+0000 7f16516ac640 1 --2- 172.21.15.173:0/4116322256 >> v2:172.21.15.176:3300/0 conn(0x7f164c0b6b00 0x7f164c0cede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.718+0000 7f1651ead640 1 -- 172.21.15.173:0/4116322256 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f164c0d3ad0 msgr2=0x7f164c0cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.718+0000 7f1651ead640 1 --2- 172.21.15.173:0/4116322256 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f164c0d3ad0 0x7f164c0cf320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.718+0000 7f1651ead640 1 -- 172.21.15.173:0/4116322256 >> v2:172.21.15.176:3300/0 conn(0x7f164c0b6b00 msgr2=0x7f164c0cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.718+0000 7f1651ead640 1 --2- 172.21.15.173:0/4116322256 >> v2:172.21.15.176:3300/0 conn(0x7f164c0b6b00 0x7f164c0cede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.718+0000 7f1651ead640 1 -- 172.21.15.173:0/4116322256 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f164c06e7e0 con 0x7f164c0b61e0 2024-09-10T09:27:38.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.718+0000 7f16516ac640 1 --2- 172.21.15.173:0/4116322256 >> v2:172.21.15.176:3300/0 conn(0x7f164c0b6b00 0x7f164c0cede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:38.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.719+0000 7fdb3e5d6640 1 Processor -- start 2024-09-10T09:27:38.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.719+0000 7f1651ead640 1 --2- 172.21.15.173:0/4116322256 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f164c0b61e0 0x7f164c0b65c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f164c08d080 tx=0x7f164802a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b481601f6198adf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.719+0000 7f1650eab640 1 -- 172.21.15.173:0/4116322256 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648036070 con 0x7f164c0b61e0 2024-09-10T09:27:38.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.719+0000 7f6e6ffff640 1 Processor -- start 2024-09-10T09:27:38.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.719+0000 7f1650eab640 1 -- 172.21.15.173:0/4116322256 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1648031600 con 0x7f164c0b61e0 2024-09-10T09:27:38.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.719+0000 7fa528ffd640 1 Processor -- start 2024-09-10T09:27:38.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.719+0000 7fdb3e5d6640 1 -- start start 2024-09-10T09:27:38.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.720+0000 7fa528ffd640 1 -- start start 2024-09-10T09:27:38.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.720+0000 7f429a14b640 1 Processor -- start 2024-09-10T09:27:38.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.720+0000 7f429a14b640 1 -- start start 2024-09-10T09:27:38.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f429a14b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f4294157ed0 0x7f42940ccc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f429a14b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f42940b5200 0x7f42940b5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f429a14b640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f429415e420 con 0x7f429415df90 2024-09-10T09:27:38.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f429a14b640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f4294070020 con 0x7f42940b5200 2024-09-10T09:27:38.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f429a14b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f429415a9c0 con 0x7f4294157ed0 2024-09-10T09:27:38.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fa528ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa52415bba0 0x7fa5241404e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fa528ffd640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5240cf7f0 con 0x7fa5240ceff0 2024-09-10T09:27:38.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fa528ffd640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5240cfad0 con 0x7fa524140050 2024-09-10T09:27:38.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fa528ffd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa524068060 con 0x7fa52415bba0 2024-09-10T09:27:38.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fa522d9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa52415bba0 0x7fa5241404e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fa521d9b640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fa524140050 0x7fa52415b490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:60508/0 (socket says 172.21.15.173:60508) 2024-09-10T09:27:38.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fa521d9b640 1 -- 172.21.15.173:0/3024740509 learned_addr learned my addr 172.21.15.173:0/3024740509 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:38.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb3e5d6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb380720b0 0x7fdb380cfca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb3e5d6640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdb38162ad0 0x7fdb3806f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb3e5d6640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fdb38072490 0x7fdb380b4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb3e5d6640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fdb380afa20 con 0x7fdb38072490 2024-09-10T09:27:38.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb3e5d6640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fdb380afce0 con 0x7fdb38162ad0 2024-09-10T09:27:38.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb3e5d6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdb380b34d0 con 0x7fdb380720b0 2024-09-10T09:27:38.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb3cb73640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fdb38072490 0x7fdb380b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb37fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb380720b0 0x7fdb380cfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb3cb73640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fdb38072490 0x7fdb380b4290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37146/0 (socket says 172.21.15.173:37146) 2024-09-10T09:27:38.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb3cb73640 1 -- 172.21.15.173:0/982866891 learned_addr learned my addr 172.21.15.173:0/982866891 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb37fff640 1 --2- 172.21.15.173:0/982866891 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb380720b0 0x7fdb380cfca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:50922/0 (socket says 172.21.15.173:50922) 2024-09-10T09:27:38.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb377fe640 1 --2- 172.21.15.173:0/982866891 >> v2:172.21.15.176:3300/0 conn(0x7fdb38162ad0 0x7fdb3806f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb37fff640 1 -- 172.21.15.173:0/982866891 >> v2:172.21.15.176:3300/0 conn(0x7fdb38162ad0 msgr2=0x7fdb3806f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdb37fff640 1 --2- 172.21.15.173:0/982866891 >> v2:172.21.15.176:3300/0 conn(0x7fdb38162ad0 0x7fdb3806f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdb37fff640 1 -- 172.21.15.173:0/982866891 >> v2:172.21.15.173:3300/0 conn(0x7fdb38072490 msgr2=0x7fdb380b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdb37fff640 1 --2- 172.21.15.173:0/982866891 >> v2:172.21.15.173:3300/0 conn(0x7fdb38072490 0x7fdb380b4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdb37fff640 1 -- 172.21.15.173:0/982866891 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb380b37b0 con 0x7fdb380720b0 2024-09-10T09:27:38.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.719+0000 7f6e6ffff640 1 -- start start 2024-09-10T09:27:38.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f6e6ffff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f6e680e6e00 0x7f6e6803b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f6e6ffff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6e68053780 0x7f6e68057000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f6e6ffff640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e680585a0 con 0x7f6e68037bc0 2024-09-10T09:27:38.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f6e6ffff640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f6e680064a0 con 0x7f6e68053780 2024-09-10T09:27:38.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f6e6ffff640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f6e680576e0 con 0x7f6e680e6e00 2024-09-10T09:27:38.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f6e6f7fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6e68053780 0x7f6e68057000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f6e6f7fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6e68053780 0x7f6e68057000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37132/0 (socket says 172.21.15.173:37132) 2024-09-10T09:27:38.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f6e6f7fe640 1 -- 172.21.15.173:0/1215595335 learned_addr learned my addr 172.21.15.173:0/1215595335 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7f6e6effd640 1 --2- 172.21.15.173:0/1215595335 >> v2:172.21.15.176:3300/0 conn(0x7f6e680e6e00 0x7f6e6803b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.720+0000 7f1654111640 1 -- 172.21.15.173:0/4116322256 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f164c0b61e0 msgr2=0x7f164c0b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.720+0000 7f1654111640 1 --2- 172.21.15.173:0/4116322256 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f164c0b61e0 0x7f164c0b65c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f164c08d080 tx=0x7f164802a430 comp rx=0 tx=0).stop 2024-09-10T09:27:38.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.720+0000 7f5c042f8640 1 Processor -- start 2024-09-10T09:27:38.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.720+0000 7f5c042f8640 1 -- start start 2024-09-10T09:27:38.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f5c042f8640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f5bfc162060 0x7f5bfc0b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f5c042f8640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5bfc06d9f0 con 0x7f5bfc0b64b0 2024-09-10T09:27:38.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f5c042f8640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5bfc06dcd0 con 0x7f5bfc161c80 2024-09-10T09:27:38.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f5c042f8640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f5bfc06dfb0 con 0x7f5bfc162060 2024-09-10T09:27:38.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f5c02094640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f5bfc161c80 0x7f5bfc06e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:60518/0 (socket says 172.21.15.173:60518) 2024-09-10T09:27:38.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f5c02094640 1 -- 172.21.15.173:0/3306338812 learned_addr learned my addr 172.21.15.173:0/3306338812 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:38.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f5c01893640 1 --2- 172.21.15.173:0/3306338812 >> v2:172.21.15.173:3300/0 conn(0x7f5bfc162060 0x7f5bfc0b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f6e6dffb640 1 -- 172.21.15.173:0/1215595335 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4197670036 0 0) 0x7f6e680585a0 con 0x7f6e68037bc0 2024-09-10T09:27:38.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f6e6dffb640 1 -- 172.21.15.173:0/1215595335 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6e58003520 con 0x7f6e68037bc0 2024-09-10T09:27:38.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f6e6f7fe640 1 -- 172.21.15.173:0/1215595335 >> v2:172.21.15.176:3300/0 conn(0x7f6e680e6e00 msgr2=0x7f6e6803b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f6e6f7fe640 1 --2- 172.21.15.173:0/1215595335 >> v2:172.21.15.176:3300/0 conn(0x7f6e680e6e00 0x7f6e6803b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f6e6f7fe640 1 -- 172.21.15.173:0/1215595335 >> v1:172.21.15.176:6789/0 conn(0x7f6e68037bc0 legacy=0x7f6e68053070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f6e6f7fe640 1 -- 172.21.15.173:0/1215595335 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e68005e50 con 0x7f6e68053780 2024-09-10T09:27:38.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fa52159a640 1 -- 172.21.15.173:0/3024740509 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2873946930 0 0) 0x7fa5240cfad0 con 0x7fa524140050 2024-09-10T09:27:38.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fa52159a640 1 -- 172.21.15.173:0/3024740509 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa50c003520 con 0x7fa524140050 2024-09-10T09:27:38.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7fa522d9d640 1 -- 172.21.15.173:0/3024740509 >> v1:172.21.15.176:6789/0 conn(0x7fa524140050 legacy=0x7fa52415b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f5c01893640 1 -- 172.21.15.173:0/3306338812 >> v1:172.21.15.176:6789/0 conn(0x7f5bfc161c80 legacy=0x7f5bfc06e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f5c01893640 1 -- 172.21.15.173:0/3306338812 >> v1:172.21.15.173:6789/0 conn(0x7f5bfc0b64b0 legacy=0x7f5bfc0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7fa522d9d640 1 -- 172.21.15.173:0/3024740509 >> v1:172.21.15.173:6789/0 conn(0x7fa5240ceff0 legacy=0x7fa524067950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7fa522d9d640 1 -- 172.21.15.173:0/3024740509 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa524161610 con 0x7fa52415bba0 2024-09-10T09:27:38.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f4293fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f42940b5200 0x7f42940b5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f4293fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f42940b5200 0x7f42940b5640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37160/0 (socket says 172.21.15.173:37160) 2024-09-10T09:27:38.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f4293fff640 1 -- 172.21.15.173:0/3711161528 learned_addr learned my addr 172.21.15.173:0/3711161528 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f42937fe640 1 --2- 172.21.15.173:0/3711161528 >> v2:172.21.15.176:3300/0 conn(0x7f4294157ed0 0x7f42940ccc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f4293fff640 1 -- 172.21.15.173:0/3711161528 >> v2:172.21.15.176:3300/0 conn(0x7f4294157ed0 msgr2=0x7f42940ccc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f4293fff640 1 --2- 172.21.15.173:0/3711161528 >> v2:172.21.15.176:3300/0 conn(0x7f4294157ed0 0x7f42940ccc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f4293fff640 1 -- 172.21.15.173:0/3711161528 >> v1:172.21.15.176:6789/0 conn(0x7f429415df90 legacy=0x7f42940b3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f4293fff640 1 -- 172.21.15.173:0/3711161528 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f429415e700 con 0x7f42940b5200 2024-09-10T09:27:38.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7f42937fe640 1 --2- 172.21.15.173:0/3711161528 >> v2:172.21.15.176:3300/0 conn(0x7f4294157ed0 0x7f42940ccc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:38.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7fdb37fff640 1 --2- 172.21.15.173:0/982866891 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb380720b0 0x7fdb380cfca0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fdb3806c5b0 tx=0x7fdb3002a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff7ecd4a3db84f3f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.720+0000 7fdd07d42640 1 Processor -- start 2024-09-10T09:27:38.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.720+0000 7fdd07d42640 1 -- start start 2024-09-10T09:27:38.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.721+0000 7fdd07d42640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd00154a00 0x7fdd000720b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd07d42640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fdd000725f0 0x7fdd0015e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd07d42640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdd0015e730 0x7fdd0006e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd05ade640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd00154a00 0x7fdd000720b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd07d42640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fdd00072a50 con 0x7fdd000725f0 2024-09-10T09:27:38.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd07d42640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fdd0015a980 con 0x7fdd0015e730 2024-09-10T09:27:38.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd05ade640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd00154a00 0x7fdd000720b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:50928/0 (socket says 172.21.15.173:50928) 2024-09-10T09:27:38.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd07d42640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdd0015b980 con 0x7fdd00154a00 2024-09-10T09:27:38.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f6e6f7fe640 1 --2- 172.21.15.173:0/1215595335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e68053780 0x7f6e68057000 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6e68006620 tx=0x7f6e700a60e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cddd11f3a21a2e8a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd05ade640 1 -- 172.21.15.173:0/555976188 learned_addr learned my addr 172.21.15.173:0/555976188 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd062df640 1 --2- 172.21.15.173:0/555976188 >> v2:172.21.15.176:3300/0 conn(0x7fdd0015e730 0x7fdd0006e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd05ade640 1 -- 172.21.15.173:0/555976188 >> v2:172.21.15.176:3300/0 conn(0x7fdd0015e730 msgr2=0x7fdd0006e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd05ade640 1 --2- 172.21.15.173:0/555976188 >> v2:172.21.15.176:3300/0 conn(0x7fdd0015e730 0x7fdd0006e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd05ade640 1 -- 172.21.15.173:0/555976188 >> v2:172.21.15.173:3300/0 conn(0x7fdd000725f0 msgr2=0x7fdd0015e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd05ade640 1 --2- 172.21.15.173:0/555976188 >> v2:172.21.15.173:3300/0 conn(0x7fdd000725f0 0x7fdd0015e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.722+0000 7fdd05ade640 1 -- 172.21.15.173:0/555976188 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd0015abc0 con 0x7fdd00154a00 2024-09-10T09:27:38.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7fdb36ffd640 1 -- 172.21.15.173:0/982866891 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb30007740 con 0x7fdb380720b0 2024-09-10T09:27:38.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7fdb36ffd640 1 -- 172.21.15.173:0/982866891 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb300078e0 con 0x7fdb380720b0 2024-09-10T09:27:38.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7fdb36ffd640 1 -- 172.21.15.173:0/982866891 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb30007cf0 con 0x7fdb380720b0 2024-09-10T09:27:38.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f6e6dffb640 1 -- 172.21.15.173:0/1215595335 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e700b3070 con 0x7f6e68053780 2024-09-10T09:27:38.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f1654111640 1 -- 172.21.15.173:0/4116322256 shutdown_connections 2024-09-10T09:27:38.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f1654111640 1 --2- 172.21.15.173:0/4116322256 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f164c0d3ad0 0x7f164c0cf320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f1654111640 1 --2- 172.21.15.173:0/4116322256 >> v2:172.21.15.176:3300/0 conn(0x7f164c0b6b00 0x7f164c0cede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f1654111640 1 --2- 172.21.15.173:0/4116322256 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f164c0b61e0 0x7f164c0b65c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f1654111640 1 -- 172.21.15.173:0/4116322256 >> 172.21.15.173:0/4116322256 conn(0x7f164c0d44f0 msgr2=0x7f164c0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f6e6dffb640 1 -- 172.21.15.173:0/1215595335 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e700ae440 con 0x7f6e68053780 2024-09-10T09:27:38.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f6e6dffb640 1 -- 172.21.15.173:0/1215595335 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e700ae8b0 con 0x7f6e68053780 2024-09-10T09:27:38.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7fdd05ade640 1 --2- 172.21.15.173:0/555976188 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd00154a00 0x7fdd000720b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fdd0006c8b0 tx=0x7fdcfc02a1d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3581889bc05a0b47 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f5c01893640 1 -- 172.21.15.173:0/3306338812 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bfc0d2890 con 0x7f5bfc162060 2024-09-10T09:27:38.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.723+0000 7f4293fff640 1 --2- 172.21.15.173:0/3711161528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f42940b5200 0x7f42940b5640 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f429406e1c0 tx=0x7f428c0330a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf373990286eb8aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f1654111640 1 -- 172.21.15.173:0/4116322256 shutdown_connections 2024-09-10T09:27:38.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f1654111640 1 -- 172.21.15.173:0/4116322256 wait complete. 2024-09-10T09:27:38.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f5c01893640 1 --2- 172.21.15.173:0/3306338812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc162060 0x7f5bfc0b5f70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5bec009720 tx=0x7f5bec02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c677302a5c226a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f42927fc640 1 -- 172.21.15.173:0/3711161528 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428c039070 con 0x7f42940b5200 2024-09-10T09:27:38.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f42927fc640 1 -- 172.21.15.173:0/3711161528 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f428c033db0 con 0x7f42940b5200 2024-09-10T09:27:38.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f42927fc640 1 -- 172.21.15.173:0/3711161528 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428c00be60 con 0x7f42940b5200 2024-09-10T09:27:38.740 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7fdd04adc640 1 -- 172.21.15.173:0/555976188 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcfc037070 con 0x7fdd00154a00 2024-09-10T09:27:38.740 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7fdd04adc640 1 -- 172.21.15.173:0/555976188 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcfc032440 con 0x7fdd00154a00 2024-09-10T09:27:38.740 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/982866891 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb380720b0 msgr2=0x7fdb380cfca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.740 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7fdb3e5d6640 1 --2- 172.21.15.173:0/982866891 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb380720b0 0x7fdb380cfca0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fdb3806c5b0 tx=0x7fdb3002a5f0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f5c01092640 1 -- 172.21.15.173:0/3306338812 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bec037070 con 0x7f5bfc162060 2024-09-10T09:27:38.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7fdd04adc640 1 -- 172.21.15.173:0/555976188 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcfc032810 con 0x7fdd00154a00 2024-09-10T09:27:38.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f5c01092640 1 -- 172.21.15.173:0/3306338812 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bec02ad70 con 0x7f5bfc162060 2024-09-10T09:27:38.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f6e6ffff640 1 -- 172.21.15.173:0/1215595335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e68053780 msgr2=0x7f6e68057000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/982866891 shutdown_connections 2024-09-10T09:27:38.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7fdb3e5d6640 1 --2- 172.21.15.173:0/982866891 >> v2:172.21.15.173:3300/0 conn(0x7fdb38072490 0x7fdb380b4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7fdb3e5d6640 1 --2- 172.21.15.173:0/982866891 >> v2:172.21.15.176:3300/0 conn(0x7fdb38162ad0 0x7fdb3806f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7fdb3e5d6640 1 --2- 172.21.15.173:0/982866891 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb380720b0 0x7fdb380cfca0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f6e6ffff640 1 --2- 172.21.15.173:0/1215595335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e68053780 0x7f6e68057000 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6e68006620 tx=0x7f6e700a60e0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f6e6ffff640 1 -- 172.21.15.173:0/1215595335 shutdown_connections 2024-09-10T09:27:38.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f6e6ffff640 1 --2- 172.21.15.173:0/1215595335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e68053780 0x7f6e68057000 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f6e6ffff640 1 --2- 172.21.15.173:0/1215595335 >> v2:172.21.15.176:3300/0 conn(0x7f6e680e6e00 0x7f6e6803b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/982866891 >> 172.21.15.173:0/982866891 conn(0x7fdb38067d70 msgr2=0x7fdb3806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.724+0000 7f6e6ffff640 1 -- 172.21.15.173:0/1215595335 >> 172.21.15.173:0/1215595335 conn(0x7f6e6803a510 msgr2=0x7f6e6803a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/982866891 shutdown_connections 2024-09-10T09:27:38.744 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f6e6ffff640 1 -- 172.21.15.173:0/1215595335 shutdown_connections 2024-09-10T09:27:38.744 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f6e6ffff640 1 -- 172.21.15.173:0/1215595335 wait complete. 2024-09-10T09:27:38.744 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f429a14b640 1 -- 172.21.15.173:0/3711161528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f42940b5200 msgr2=0x7f42940b5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f429a14b640 1 --2- 172.21.15.173:0/3711161528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f42940b5200 0x7f42940b5640 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f429406e1c0 tx=0x7f428c0330a0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f429a14b640 1 -- 172.21.15.173:0/3711161528 shutdown_connections 2024-09-10T09:27:38.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f429a14b640 1 --2- 172.21.15.173:0/3711161528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f42940b5200 0x7f42940b5640 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f429a14b640 1 --2- 172.21.15.173:0/3711161528 >> v2:172.21.15.176:3300/0 conn(0x7f4294157ed0 0x7f42940ccc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f429a14b640 1 -- 172.21.15.173:0/3711161528 >> 172.21.15.173:0/3711161528 conn(0x7f429406bc10 msgr2=0x7f429406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/982866891 wait complete. 2024-09-10T09:27:38.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdd07d42640 1 -- 172.21.15.173:0/555976188 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd00154a00 msgr2=0x7fdd000720b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdd07d42640 1 --2- 172.21.15.173:0/555976188 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd00154a00 0x7fdd000720b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fdd0006c8b0 tx=0x7fdcfc02a1d0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdd07d42640 1 -- 172.21.15.173:0/555976188 shutdown_connections 2024-09-10T09:27:38.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdd07d42640 1 --2- 172.21.15.173:0/555976188 >> v2:172.21.15.176:3300/0 conn(0x7fdd0015e730 0x7fdd0006e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdd07d42640 1 --2- 172.21.15.173:0/555976188 >> v2:172.21.15.173:3300/0 conn(0x7fdd000725f0 0x7fdd0015e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdd07d42640 1 --2- 172.21.15.173:0/555976188 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd00154a00 0x7fdd000720b0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdd07d42640 1 -- 172.21.15.173:0/555976188 >> 172.21.15.173:0/555976188 conn(0x7fdd00067d70 msgr2=0x7fdd0006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f5c042f8640 1 -- 172.21.15.173:0/3306338812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc162060 msgr2=0x7f5bfc0b5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f5c042f8640 1 --2- 172.21.15.173:0/3306338812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc162060 0x7f5bfc0b5f70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5bec009720 tx=0x7f5bec02a060 comp rx=0 tx=0).stop 2024-09-10T09:27:38.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdd07d42640 1 -- 172.21.15.173:0/555976188 shutdown_connections 2024-09-10T09:27:38.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7fdd07d42640 1 -- 172.21.15.173:0/555976188 wait complete. 2024-09-10T09:27:38.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f5c042f8640 1 -- 172.21.15.173:0/3306338812 shutdown_connections 2024-09-10T09:27:38.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f1654111640 1 Processor -- start 2024-09-10T09:27:38.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f5c042f8640 1 --2- 172.21.15.173:0/3306338812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc162060 0x7f5bfc0b5f70 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.725+0000 7f5c042f8640 1 -- 172.21.15.173:0/3306338812 >> 172.21.15.173:0/3306338812 conn(0x7f5bfc0d44f0 msgr2=0x7f5bfc0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.726+0000 7fa522d9d640 1 --2- 172.21.15.173:0/3024740509 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa52415bba0 0x7fa5241404e0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa5180097d0 tx=0x7fa51802a2a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16bf54b17ba5a8cb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.749 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.726+0000 7f5c042f8640 1 -- 172.21.15.173:0/3306338812 shutdown_connections 2024-09-10T09:27:38.749 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.726+0000 7f87005cf640 1 Processor -- start 2024-09-10T09:27:38.749 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.726+0000 7f87005cf640 1 -- start start 2024-09-10T09:27:38.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.726+0000 7f5c042f8640 1 -- 172.21.15.173:0/3306338812 wait complete. 2024-09-10T09:27:38.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f6e6ffff640 1 Processor -- start 2024-09-10T09:27:38.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7fdb3e5d6640 1 Processor -- start 2024-09-10T09:27:38.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.726+0000 7f429a14b640 1 -- 172.21.15.173:0/3711161528 shutdown_connections 2024-09-10T09:27:38.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.726+0000 7f429a14b640 1 -- 172.21.15.173:0/3711161528 wait complete. 2024-09-10T09:27:38.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f6e6ffff640 1 -- start start 2024-09-10T09:27:38.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.726+0000 7f1654111640 1 -- start start 2024-09-10T09:27:38.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f1654111640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f164c0b61e0 0x7f164c150aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f1654111640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f164c0b6b00 0x7f164c14f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f1654111640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f164c0d3ad0 0x7f164c0b7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7fdb3e5d6640 1 -- start start 2024-09-10T09:27:38.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f1654111640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f164c0c76b0 con 0x7f164c0b61e0 2024-09-10T09:27:38.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7fa52159a640 1 -- 172.21.15.173:0/3024740509 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa518037070 con 0x7fa52415bba0 2024-09-10T09:27:38.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f87005cf640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f86f815b300 0x7f86f80cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7fdd07d42640 1 Processor -- start 2024-09-10T09:27:38.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7fa52159a640 1 -- 172.21.15.173:0/3024740509 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa518032440 con 0x7fa52415bba0 2024-09-10T09:27:38.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f5c042f8640 1 Processor -- start 2024-09-10T09:27:38.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f87005cf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f80cd3f0 0x7f86f806f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f5c042f8640 1 -- start start 2024-09-10T09:27:38.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f1654111640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f164c0d52f0 con 0x7f164c0b6b00 2024-09-10T09:27:38.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f1654111640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f164c0c7830 con 0x7f164c0d3ad0 2024-09-10T09:27:38.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f16526ae640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f164c0d3ad0 0x7f164c0b7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f16526ae640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f164c0d3ad0 0x7f164c0b7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:50936/0 (socket says 172.21.15.173:50936) 2024-09-10T09:27:38.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f87005cf640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f86f8072d30 0x7f86f806f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f87005cf640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f86f80728a0 con 0x7f86f8072d30 2024-09-10T09:27:38.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f87005cf640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f86f80cdbe0 con 0x7f86f815b300 2024-09-10T09:27:38.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f87005cf640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f86f80cd900 con 0x7f86f80cd3f0 2024-09-10T09:27:38.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.727+0000 7f16526ae640 1 -- 172.21.15.173:0/3132370051 learned_addr learned my addr 172.21.15.173:0/3132370051 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f16516ac640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f164c0b6b00 0x7f164c14f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f1651ead640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f164c0b61e0 0x7f164c150aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f86feb6c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f86f8072d30 0x7f86f806f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f86feb6c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f86f8072d30 0x7f86f806f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37210/0 (socket says 172.21.15.173:37210) 2024-09-10T09:27:38.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f86feb6c640 1 -- 172.21.15.173:0/2987075237 learned_addr learned my addr 172.21.15.173:0/2987075237 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f6e6ffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6e68037bc0 0x7f6e6804e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f6e6ffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e68053780 0x7f6e680d8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f6e6ffff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6e680e6e00 0x7f6e680d8320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f6e6ffff640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6e68006930 con 0x7f6e68053780 2024-09-10T09:27:38.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f6e6ffff640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6e680e71e0 con 0x7f6e680e6e00 2024-09-10T09:27:38.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f6e6ffff640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6e68006ab0 con 0x7f6e68037bc0 2024-09-10T09:27:38.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7fdd07d42640 1 -- start start 2024-09-10T09:27:38.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f86fdb6a640 1 --2- 172.21.15.173:0/2987075237 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f80cd3f0 0x7f86f806f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7fdb3e5d6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb380720b0 0x7fdb38145ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7fdb3e5d6640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdb38072490 0x7fdb38146630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f6e6e7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e68053780 0x7f6e680d8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f6e6e7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e68053780 0x7f6e680d8ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37226/0 (socket says 172.21.15.173:37226) 2024-09-10T09:27:38.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f6e6e7fc640 1 -- 172.21.15.173:0/3530817973 learned_addr learned my addr 172.21.15.173:0/3530817973 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.728+0000 7f6e6f7fe640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6e680e6e00 0x7f6e680d8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb3e5d6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb38162ad0 0x7fdb38155e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb37fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb380720b0 0x7fdb38145ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb37fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb380720b0 0x7fdb38145ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37232/0 (socket says 172.21.15.173:37232) 2024-09-10T09:27:38.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb37fff640 1 -- 172.21.15.173:0/725151463 learned_addr learned my addr 172.21.15.173:0/725151463 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdb38072900 con 0x7fdb380720b0 2024-09-10T09:27:38.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdb380b3d70 con 0x7fdb38072490 2024-09-10T09:27:38.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdb380b47d0 con 0x7fdb38162ad0 2024-09-10T09:27:38.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f1651ead640 1 -- 172.21.15.173:0/3132370051 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f164c0d3ad0 msgr2=0x7f164c0b7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f1651ead640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f164c0d3ad0 0x7f164c0b7340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f1651ead640 1 -- 172.21.15.173:0/3132370051 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f164c0b6b00 msgr2=0x7f164c14f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f1651ead640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f164c0b6b00 0x7f164c14f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f1651ead640 1 -- 172.21.15.173:0/3132370051 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f164c0b7c40 con 0x7f164c0b61e0 2024-09-10T09:27:38.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f429a14b640 1 Processor -- start 2024-09-10T09:27:38.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f429a14b640 1 -- start start 2024-09-10T09:27:38.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb3cb73640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb38162ad0 0x7fdb38155e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f6e6effd640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6e68037bc0 0x7f6e6804e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f6e6f7fe640 1 -- 172.21.15.173:0/3530817973 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6e68037bc0 msgr2=0x7f6e6804e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f6e6f7fe640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6e68037bc0 0x7f6e6804e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f6e6f7fe640 1 -- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e68053780 msgr2=0x7f6e680d8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f6e6f7fe640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e68053780 0x7f6e680d8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f6e6f7fe640 1 -- 172.21.15.173:0/3530817973 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e6804ee80 con 0x7f6e680e6e00 2024-09-10T09:27:38.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f5c042f8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bfc0b64b0 0x7f5bfc15e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f5c042f8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bfc161c80 0x7f5bfc15ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f5c042f8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc159600 0x7f5bfc15f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f5c042f8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc0b6d30 con 0x7f5bfc159600 2024-09-10T09:27:38.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f5c042f8640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc0b6bb0 con 0x7f5bfc0b64b0 2024-09-10T09:27:38.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f5c042f8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5bfc0cf8f0 con 0x7f5bfc161c80 2024-09-10T09:27:38.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdd07d42640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd000725f0 0x7fdd00150170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdd07d42640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd00154a00 0x7fdd0014f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdd07d42640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd0015e730 0x7fdd00156470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdd07d42640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdd0015b460 con 0x7fdd00154a00 2024-09-10T09:27:38.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdd07d42640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdd0015b180 con 0x7fdd000725f0 2024-09-10T09:27:38.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdd07d42640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdd0006ee80 con 0x7fdd0015e730 2024-09-10T09:27:38.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f5c02094640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bfc0b64b0 0x7f5bfc15e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f5c02094640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bfc0b64b0 0x7f5bfc15e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35598/0 (socket says 172.21.15.173:35598) 2024-09-10T09:27:38.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f5c02094640 1 -- 172.21.15.173:0/2753848887 learned_addr learned my addr 172.21.15.173:0/2753848887 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f6e6f7fe640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6e680e6e00 0x7f6e680d8320 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6e70050d60 tx=0x7f6e700699e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f5c02895640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc159600 0x7f5bfc15f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdd062df640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd0015e730 0x7fdd00156470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb37fff640 1 -- 172.21.15.173:0/725151463 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb38162ad0 msgr2=0x7fdb38155e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb37fff640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdb38162ad0 0x7fdb38155e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb37fff640 1 -- 172.21.15.173:0/725151463 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdb38072490 msgr2=0x7fdb38146630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb37fff640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdb38072490 0x7fdb38146630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fdb37fff640 1 -- 172.21.15.173:0/725151463 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb381470b0 con 0x7fdb380720b0 2024-09-10T09:27:38.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f86feb6c640 1 -- 172.21.15.173:0/2987075237 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f80cd3f0 msgr2=0x7f86f806f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f86feb6c640 1 --2- 172.21.15.173:0/2987075237 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f80cd3f0 0x7f86f806f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f86feb6c640 1 -- 172.21.15.173:0/2987075237 >> v2:172.21.15.176:3300/0 conn(0x7f86f815b300 msgr2=0x7f86f80cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:38.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f86feb6c640 1 --2- 172.21.15.173:0/2987075237 >> v2:172.21.15.176:3300/0 conn(0x7f86f815b300 0x7f86f80cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7f86feb6c640 1 -- 172.21.15.173:0/2987075237 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86f8072250 con 0x7f86f8072d30 2024-09-10T09:27:38.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdd062df640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd0015e730 0x7fdd00156470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:50974/0 (socket says 172.21.15.173:50974) 2024-09-10T09:27:38.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f6e577fe640 1 -- 172.21.15.173:0/3530817973 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e700bb070 con 0x7f6e680e6e00 2024-09-10T09:27:38.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f5c01893640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bfc161c80 0x7f5bfc15ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdd052dd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd00154a00 0x7fdd0014f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fa528ffd640 1 -- 172.21.15.173:0/3024740509 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa52415bba0 msgr2=0x7fa5241404e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.729+0000 7fa528ffd640 1 --2- 172.21.15.173:0/3024740509 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa52415bba0 0x7fa5241404e0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa5180097d0 tx=0x7fa51802a2a0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fa528ffd640 1 -- 172.21.15.173:0/3024740509 shutdown_connections 2024-09-10T09:27:38.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fa528ffd640 1 --2- 172.21.15.173:0/3024740509 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa52415bba0 0x7fa5241404e0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fa528ffd640 1 -- 172.21.15.173:0/3024740509 >> 172.21.15.173:0/3024740509 conn(0x7fa52406bc10 msgr2=0x7fa52406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdd062df640 1 -- 172.21.15.173:0/3612441925 learned_addr learned my addr 172.21.15.173:0/3612441925 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdd05ade640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd000725f0 0x7fdd00150170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fa528ffd640 1 -- 172.21.15.173:0/3024740509 shutdown_connections 2024-09-10T09:27:38.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdb37fff640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb380720b0 0x7fdb38145ce0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdb30009e80 tx=0x7fdb30004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f6e6ffff640 1 -- 172.21.15.173:0/3530817973 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e680d9220 con 0x7f6e680e6e00 2024-09-10T09:27:38.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f6e6ffff640 1 -- 172.21.15.173:0/3530817973 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e680d7840 con 0x7f6e680e6e00 2024-09-10T09:27:38.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f1651ead640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f164c0b61e0 0x7f164c150aa0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1648031000 tx=0x7f16480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f6e577fe640 1 -- 172.21.15.173:0/3530817973 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e700ae440 con 0x7f6e680e6e00 2024-09-10T09:27:38.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f6e577fe640 1 -- 172.21.15.173:0/3530817973 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e700bb070 con 0x7f6e680e6e00 2024-09-10T09:27:38.772 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f5c02895640 1 -- 172.21.15.173:0/2753848887 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bfc161c80 msgr2=0x7f5bfc15ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.772 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f5c02895640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5bfc161c80 0x7f5bfc15ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.772 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f5c02895640 1 -- 172.21.15.173:0/2753848887 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bfc0b64b0 msgr2=0x7f5bfc15e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.772 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f5c02895640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5bfc0b64b0 0x7f5bfc15e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.772 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f5c02895640 1 -- 172.21.15.173:0/2753848887 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bfc15d360 con 0x7f5bfc159600 2024-09-10T09:27:38.772 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdd062df640 1 -- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd000725f0 msgr2=0x7fdd00150170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f429a14b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42940b5200 0x7f429414b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f429a14b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4294157ed0 0x7f42940cf1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f429a14b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f42940cf6f0 0x7f42940ac930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f429a14b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f42940b5b80 con 0x7f4294157ed0 2024-09-10T09:27:38.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f429a14b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f42940cd1a0 con 0x7f42940cf6f0 2024-09-10T09:27:38.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f429a14b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f429415ecc0 con 0x7f42940b5200 2024-09-10T09:27:38.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f86feb6c640 1 --2- 172.21.15.173:0/2987075237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86f8072d30 0x7f86f806f700 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f86f8070250 tx=0x7f86f402ea90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=781ba21edbf47d68 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7f4293fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f42940cf6f0 0x7f42940ac930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f4293fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f42940cf6f0 0x7f42940ac930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35620/0 (socket says 172.21.15.173:35620) 2024-09-10T09:27:38.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f4293fff640 1 -- 172.21.15.173:0/1751135182 learned_addr learned my addr 172.21.15.173:0/1751135182 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f4292ffd640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4294157ed0 0x7f42940cf1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f5c02895640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc159600 0x7f5bfc15f3d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400c780 tx=0x7f5bf400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdd062df640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd000725f0 0x7fdd00150170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdd062df640 1 -- 172.21.15.173:0/3612441925 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd00154a00 msgr2=0x7fdd0014f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdd062df640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd00154a00 0x7fdd0014f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdd062df640 1 -- 172.21.15.173:0/3612441925 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd001506b0 con 0x7fdd0015e730 2024-09-10T09:27:38.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdb34ff9640 1 -- 172.21.15.173:0/725151463 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb30040070 con 0x7fdb380720b0 2024-09-10T09:27:38.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdb34ff9640 1 -- 172.21.15.173:0/725151463 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb30031c40 con 0x7fdb380720b0 2024-09-10T09:27:38.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fdb34ff9640 1 -- 172.21.15.173:0/725151463 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb30045460 con 0x7fdb380720b0 2024-09-10T09:27:38.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.730+0000 7fa528ffd640 1 -- 172.21.15.173:0/3024740509 wait complete. 2024-09-10T09:27:38.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f4293fff640 1 -- 172.21.15.173:0/1751135182 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42940b5200 msgr2=0x7f429414b580 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T09:27:38.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f4293fff640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42940b5200 0x7f429414b580 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f4293fff640 1 -- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4294157ed0 msgr2=0x7f42940cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f4293fff640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4294157ed0 0x7f42940cf1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f4293fff640 1 -- 172.21.15.173:0/1751135182 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42940af040 con 0x7f42940cf6f0 2024-09-10T09:27:38.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f5bf2ffd640 1 -- 172.21.15.173:0/2753848887 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4016020 con 0x7f5bfc159600 2024-09-10T09:27:38.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb38147390 con 0x7fdb380720b0 2024-09-10T09:27:38.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f5bf2ffd640 1 -- 172.21.15.173:0/2753848887 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bf400a7e0 con 0x7f5bfc159600 2024-09-10T09:27:38.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f6e6ffff640 1 -- 172.21.15.173:0/3530817973 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6e50001030 con 0x7f6e680e6e00 2024-09-10T09:27:38.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bfc15d640 con 0x7f5bfc159600 2024-09-10T09:27:38.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f16427fc640 1 -- 172.21.15.173:0/3132370051 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648036040 con 0x7f164c0b61e0 2024-09-10T09:27:38.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f16427fc640 1 -- 172.21.15.173:0/3132370051 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1648004300 con 0x7f164c0b61e0 2024-09-10T09:27:38.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f16427fc640 1 -- 172.21.15.173:0/3132370051 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648003850 con 0x7f164c0b61e0 2024-09-10T09:27:38.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bfc15dc00 con 0x7f5bfc159600 2024-09-10T09:27:38.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f4293fff640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f42940cf6f0 0x7f42940ac930 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f428c007210 tx=0x7f428c004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7f427bfff640 1 -- 172.21.15.173:0/1751135182 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428c04c020 con 0x7f42940cf6f0 2024-09-10T09:27:38.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7f427bfff640 1 -- 172.21.15.173:0/1751135182 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f428c008880 con 0x7f42940cf6f0 2024-09-10T09:27:38.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42940ad510 con 0x7f42940cf6f0 2024-09-10T09:27:38.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42940aa6e0 con 0x7f42940cf6f0 2024-09-10T09:27:38.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7fa528ffd640 1 Processor -- start 2024-09-10T09:27:38.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7fdd062df640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd0015e730 0x7fdd00156470 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdcf800efc0 tx=0x7fdcf800c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7fdcf67fc640 1 -- 172.21.15.173:0/3612441925 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf8018020 con 0x7fdd0015e730 2024-09-10T09:27:38.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7fdcf67fc640 1 -- 172.21.15.173:0/3612441925 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdcf800cd30 con 0x7fdd0015e730 2024-09-10T09:27:38.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7fdcf67fc640 1 -- 172.21.15.173:0/3612441925 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf80146c0 con 0x7fdd0015e730 2024-09-10T09:27:38.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f5bf2ffd640 1 -- 172.21.15.173:0/2753848887 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf400ac10 con 0x7f5bfc159600 2024-09-10T09:27:38.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5bfc162060 con 0x7f5bfc159600 2024-09-10T09:27:38.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f86fd369640 1 -- 172.21.15.173:0/2987075237 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f4032850 con 0x7f86f8072d30 2024-09-10T09:27:38.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7f86fd369640 1 -- 172.21.15.173:0/2987075237 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86f40329f0 con 0x7f86f8072d30 2024-09-10T09:27:38.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7f86fd369640 1 -- 172.21.15.173:0/2987075237 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f4032dc0 con 0x7f86f8072d30 2024-09-10T09:27:38.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb38147950 con 0x7fdb380720b0 2024-09-10T09:27:38.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f87005cf640 1 -- 172.21.15.173:0/2987075237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86f8072d30 msgr2=0x7f86f806f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f1654111640 1 -- 172.21.15.173:0/3132370051 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f164c0b7f20 con 0x7f164c0b61e0 2024-09-10T09:27:38.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f87005cf640 1 --2- 172.21.15.173:0/2987075237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86f8072d30 0x7f86f806f700 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f86f8070250 tx=0x7f86f402ea90 comp rx=0 tx=0).stop 2024-09-10T09:27:38.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7fa528ffd640 1 -- start start 2024-09-10T09:27:38.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7fa528ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa5240ceff0 0x7fa524160870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.732+0000 7f6e577fe640 1 -- 172.21.15.173:0/3530817973 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6e700be070 con 0x7f6e680e6e00 2024-09-10T09:27:38.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f6e577fe640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6e5c06c060 0x7f6e5c06e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.731+0000 7f1654111640 1 -- 172.21.15.173:0/3132370051 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f164c14fbf0 con 0x7f164c0b61e0 2024-09-10T09:27:38.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f1637fff640 1 -- 172.21.15.173:0/3132370051 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1624001030 con 0x7f164c0b61e0 2024-09-10T09:27:38.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f87005cf640 1 -- 172.21.15.173:0/2987075237 shutdown_connections 2024-09-10T09:27:38.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f87005cf640 1 --2- 172.21.15.173:0/2987075237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86f8072d30 0x7f86f806f700 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f87005cf640 1 --2- 172.21.15.173:0/2987075237 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f80cd3f0 0x7f86f806f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f87005cf640 1 --2- 172.21.15.173:0/2987075237 >> v2:172.21.15.176:3300/0 conn(0x7f86f815b300 0x7f86f80cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f87005cf640 1 -- 172.21.15.173:0/2987075237 >> 172.21.15.173:0/2987075237 conn(0x7f86f8067d70 msgr2=0x7f86f806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7fa528ffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa524140050 0x7fa52413dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f6e577fe640 1 -- 172.21.15.173:0/3530817973 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6e700b8e00 con 0x7f6e680e6e00 2024-09-10T09:27:38.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f6e577fe640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] conn(0x7f6e5c0763b0 0x7f6e5c078850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f6e577fe640 1 -- 172.21.15.173:0/3530817973 --> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6e5c078f20 con 0x7f6e5c0763b0 2024-09-10T09:27:38.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd00159e80 con 0x7fdd0015e730 2024-09-10T09:27:38.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd00155990 con 0x7fdd0015e730 2024-09-10T09:27:38.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7fa528ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa52415bba0 0x7fa52413e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7fa521d9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa524140050 0x7fa52413dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7fa521d9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa524140050 0x7fa52413dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35622/0 (socket says 172.21.15.173:35622) 2024-09-10T09:27:38.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7f6e6e7fc640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] conn(0x7f6e5c0763b0 0x7f6e5c078850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7fa521d9b640 1 -- 172.21.15.173:0/2895029490 learned_addr learned my addr 172.21.15.173:0/2895029490 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdb380b4290 con 0x7fdb380720b0 2024-09-10T09:27:38.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7fa522d9d640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa52415bba0 0x7fa52413e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7fa528ffd640 1 -- 172.21.15.173:0/2895029490 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa5240d0090 con 0x7fa5240ceff0 2024-09-10T09:27:38.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7f6e6e7fc640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] conn(0x7f6e5c0763b0 0x7f6e5c078850 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7fa528ffd640 1 -- 172.21.15.173:0/2895029490 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa5240d0890 con 0x7fa524140050 2024-09-10T09:27:38.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.733+0000 7f427bfff640 1 -- 172.21.15.173:0/1751135182 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428c048690 con 0x7f42940cf6f0 2024-09-10T09:27:38.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7f427bfff640 1 -- 172.21.15.173:0/1751135182 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f428c04f020 con 0x7f42940cf6f0 2024-09-10T09:27:38.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4274001030 con 0x7f42940cf6f0 2024-09-10T09:27:38.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7f6e577fe640 1 -- 172.21.15.173:0/3530817973 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6e700f16b0 con 0x7f6e680e6e00 2024-09-10T09:27:38.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7fa528ffd640 1 -- 172.21.15.173:0/2895029490 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa5240d0370 con 0x7fa52415bba0 2024-09-10T09:27:38.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7f6e6effd640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6e5c06c060 0x7f6e5c06e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.734+0000 7fa52259c640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa5240ceff0 0x7fa524160870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7fa521d9b640 1 -- 172.21.15.173:0/2895029490 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa52415bba0 msgr2=0x7fa52413e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7fa521d9b640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa52415bba0 0x7fa52413e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7fa521d9b640 1 -- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa5240ceff0 msgr2=0x7fa524160870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7fa521d9b640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa5240ceff0 0x7fa524160870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7fa521d9b640 1 -- 172.21.15.173:0/2895029490 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5240b4710 con 0x7fa524140050 2024-09-10T09:27:38.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7fa521d9b640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa524140050 0x7fa52413dec0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa51400cbf0 tx=0x7fa51400a430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7f6e6effd640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6e5c06c060 0x7f6e5c06e520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6e60006fd0 tx=0x7f6e60008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fa512ffd640 1 -- 172.21.15.173:0/2895029490 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa514017070 con 0x7fa524140050 2024-09-10T09:27:38.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fa528ffd640 1 -- 172.21.15.173:0/2895029490 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5240b49f0 con 0x7fa524140050 2024-09-10T09:27:38.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7f427bfff640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f428006be80 0x7f428006e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7f427bfff640 1 -- 172.21.15.173:0/1751135182 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f428c0b48f0 con 0x7f42940cf6f0 2024-09-10T09:27:38.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7f427bfff640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] conn(0x7f4280075600 0x7f4280077a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7f427bfff640 1 -- 172.21.15.173:0/1751135182 --> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4280078110 con 0x7f4280075600 2024-09-10T09:27:38.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7f427bfff640 1 -- 172.21.15.173:0/1751135182 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f428c0b92a0 con 0x7f42940cf6f0 2024-09-10T09:27:38.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7f42937fe640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f428006be80 0x7f428006e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.792 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fa528ffd640 1 -- 172.21.15.173:0/2895029490 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa52415c330 con 0x7fa524140050 2024-09-10T09:27:38.793 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7f87005cf640 1 -- 172.21.15.173:0/2987075237 shutdown_connections 2024-09-10T09:27:38.793 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7f6e577fe640 1 -- 172.21.15.173:0/3530817973 <== osd.3 v2:172.21.15.173:6810/129315301 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6e5c078f20 con 0x7f6e5c0763b0 2024-09-10T09:27:38.793 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7f42937fe640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f428006be80 0x7f428006e340 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4288006fd0 tx=0x7f4288008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.793 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7f5bf2ffd640 1 -- 172.21.15.173:0/2753848887 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5bf4019020 con 0x7f5bfc159600 2024-09-10T09:27:38.794 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7f87005cf640 1 -- 172.21.15.173:0/2987075237 wait complete. 2024-09-10T09:27:38.794 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7fdb34ff9640 1 -- 172.21.15.173:0/725151463 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdb30039040 con 0x7fdb380720b0 2024-09-10T09:27:38.794 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7f16427fc640 1 -- 172.21.15.173:0/3132370051 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f16480039f0 con 0x7f164c0b61e0 2024-09-10T09:27:38.795 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.735+0000 7fdb34ff9640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdb2406bf30 0x7fdb2406e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.795 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fdb34ff9640 1 -- 172.21.15.173:0/725151463 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fdb300acb40 con 0x7fdb380720b0 2024-09-10T09:27:38.795 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.737+0000 7f5bf2ffd640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5be006bf30 0x7f5be006e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.795 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fdb34ff9640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] conn(0x7fdb24075630 0x7fdb24077a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.795 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fdb34ff9640 1 -- 172.21.15.173:0/725151463 --> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdb30032e70 con 0x7fdb24075630 2024-09-10T09:27:38.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fdb34ff9640 1 -- 172.21.15.173:0/725151463 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdb30076e50 con 0x7fdb380720b0 2024-09-10T09:27:38.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.737+0000 7f5bf2ffd640 1 -- 172.21.15.173:0/2753848887 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f5bf408b870 con 0x7f5bfc159600 2024-09-10T09:27:38.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.737+0000 7fa510ff9640 1 -- 172.21.15.173:0/2895029490 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa508001030 con 0x7fa524140050 2024-09-10T09:27:38.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fdb3cb73640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] conn(0x7fdb24075630 0x7fdb24077a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fdb377fe640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdb2406bf30 0x7fdb2406e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.797 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.737+0000 7f5bf2ffd640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] conn(0x7f5be00756b0 0x7f5be0077af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.797 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.737+0000 7f5bf2ffd640 1 -- 172.21.15.173:0/2753848887 --> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5bf4010e50 con 0x7f5be00756b0 2024-09-10T09:27:38.797 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.737+0000 7f5bf2ffd640 1 -- 172.21.15.173:0/2753848887 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5bf408bc60 con 0x7f5bfc159600 2024-09-10T09:27:38.797 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.737+0000 7f4292ffd640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] conn(0x7f4280075600 0x7f4280077a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.798 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdce8001030 con 0x7fdd0015e730 2024-09-10T09:27:38.798 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.736+0000 7fdcf67fc640 1 -- 172.21.15.173:0/3612441925 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdcf8005d10 con 0x7fdd0015e730 2024-09-10T09:27:38.798 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.737+0000 7fdcf67fc640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdce406bf30 0x7fdce406e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.798 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.737+0000 7fdcf67fc640 1 -- 172.21.15.173:0/3612441925 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fdcf808bc90 con 0x7fdd0015e730 2024-09-10T09:27:38.798 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7fdcf67fc640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] conn(0x7fdce40756b0 0x7fdce4077af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.798 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7fdcf67fc640 1 -- 172.21.15.173:0/3612441925 --> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdcf800be50 con 0x7fdce40756b0 2024-09-10T09:27:38.798 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7fdcf67fc640 1 -- 172.21.15.173:0/3612441925 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdcf808e2f0 con 0x7fdd0015e730 2024-09-10T09:27:38.798 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.737+0000 7f4292ffd640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] conn(0x7f4280075600 0x7f4280077a40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.799 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7f5c02094640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5be006bf30 0x7f5be006e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.799 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7f427bfff640 1 -- 172.21.15.173:0/1751135182 <== osd.0 v2:172.21.15.173:6824/3847583702 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4280078110 con 0x7f4280075600 2024-09-10T09:27:38.799 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fa512ffd640 1 -- 172.21.15.173:0/2895029490 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa51400ad50 con 0x7fa524140050 2024-09-10T09:27:38.799 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fa512ffd640 1 -- 172.21.15.173:0/2895029490 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa514012620 con 0x7fa524140050 2024-09-10T09:27:38.799 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fa512ffd640 1 -- 172.21.15.173:0/2895029490 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa51401a070 con 0x7fa524140050 2024-09-10T09:27:38.800 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7fdb3cb73640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] conn(0x7fdb24075630 0x7fdb24077a70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.800 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fdb34ff9640 1 -- 172.21.15.173:0/725151463 <== osd.2 v2:172.21.15.173:6808/3570089435 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdb30032e70 con 0x7fdb24075630 2024-09-10T09:27:38.800 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fdb377fe640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdb2406bf30 0x7fdb2406e3f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c006a90 tx=0x7fdb2c006a20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.800 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7f16427fc640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f163006bf00 0x7f163006e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.800 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7f16427fc640 1 -- 172.21.15.173:0/3132370051 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f16480ac720 con 0x7f164c0b61e0 2024-09-10T09:27:38.800 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7f16427fc640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] conn(0x7f1630075670 0x7f1630077ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.800 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7f16427fc640 1 -- 172.21.15.173:0/3132370051 --> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1648033ec0 con 0x7f1630075670 2024-09-10T09:27:38.800 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7f16427fc640 1 -- 172.21.15.173:0/3132370051 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f16480acb10 con 0x7f164c0b61e0 2024-09-10T09:27:38.801 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7f16526ae640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] conn(0x7f1630075670 0x7f1630077ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.801 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7f16516ac640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f163006bf00 0x7f163006e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.801 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7fdd05ade640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdce406bf30 0x7fdce406e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.801 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fdd052dd640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] conn(0x7fdce40756b0 0x7fdce4077af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.801 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fdd05ade640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdce406bf30 0x7fdce406e3f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc034000 tx=0x7fdcfc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.801 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7f5c02094640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5be006bf30 0x7f5be006e3f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8000f60 tx=0x7f5bf8007ec0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.801 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7f5c01893640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] conn(0x7f5be00756b0 0x7f5be0077af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.802 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7f87005cf640 1 Processor -- start 2024-09-10T09:27:38.802 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.738+0000 7f87005cf640 1 -- start start 2024-09-10T09:27:38.802 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fa512ffd640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa50406bf30 0x7fa50406e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.802 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7f16516ac640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f163006bf00 0x7f163006e3c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f164c0b49d0 tx=0x7f163c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fdd052dd640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] conn(0x7fdce40756b0 0x7fdce4077af0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7f5c01893640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] conn(0x7f5be00756b0 0x7f5be0077af0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fa512ffd640 1 -- 172.21.15.173:0/2895029490 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa51408b100 con 0x7fa524140050 2024-09-10T09:27:38.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.739+0000 7fa52259c640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa50406bf30 0x7fa50406e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7fa512ffd640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] conn(0x7fa504075630 0x7fa504077a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7fa512ffd640 1 -- 172.21.15.173:0/2895029490 --> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa504078140 con 0x7fa504075630 2024-09-10T09:27:38.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7fa512ffd640 1 -- 172.21.15.173:0/2895029490 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa514092050 con 0x7fa524140050 2024-09-10T09:27:38.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7f16526ae640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] conn(0x7f1630075670 0x7f1630077ab0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7f87005cf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f8072d30 0x7f86f80ca7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7fa522d9d640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] conn(0x7fa504075630 0x7fa504077a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7f87005cf640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86f80cd3f0 0x7f86f80c86b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7fa52259c640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa50406bf30 0x7fa50406e3f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa51c0017d0 tx=0x7fa51c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.806 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7f87005cf640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86f815b300 0x7f86f814bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.806 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7f86fdb6a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86f80cd3f0 0x7f86f80c86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.806 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7f86fe36b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f8072d30 0x7f86f80ca7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.806 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7f86fe36b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f8072d30 0x7f86f80ca7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:50994/0 (socket says 172.21.15.173:50994) 2024-09-10T09:27:38.806 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7fa522d9d640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] conn(0x7fa504075630 0x7fa504077a70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.807 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7f86feb6c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86f815b300 0x7f86f814bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.807 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.740+0000 7f86feb6c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86f815b300 0x7f86f814bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37288/0 (socket says 172.21.15.173:37288) 2024-09-10T09:27:38.807 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f86fdb6a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86f80cd3f0 0x7f86f80c86b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35636/0 (socket says 172.21.15.173:35636) 2024-09-10T09:27:38.807 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f86fdb6a640 1 -- 172.21.15.173:0/2830677688 learned_addr learned my addr 172.21.15.173:0/2830677688 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:38.807 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f86f80d0160 con 0x7f86f815b300 2024-09-10T09:27:38.807 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7fdcf67fc640 1 -- 172.21.15.173:0/3612441925 <== osd.5 v2:172.21.15.176:6808/233367625 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdcf800be50 con 0x7fdce40756b0 2024-09-10T09:27:38.807 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f86f80cffe0 con 0x7f86f80cd3f0 2024-09-10T09:27:38.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f86f80b3c40 con 0x7f86f8072d30 2024-09-10T09:27:38.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f5bf2ffd640 1 -- 172.21.15.173:0/2753848887 <== osd.6 v2:172.21.15.176:6800/3503231939 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5bf4010e50 con 0x7f5be00756b0 2024-09-10T09:27:38.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f16427fc640 1 -- 172.21.15.173:0/3132370051 <== osd.4 v2:172.21.15.176:6816/568733902 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1648033ec0 con 0x7f1630075670 2024-09-10T09:27:38.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7fa512ffd640 1 -- 172.21.15.173:0/2895029490 <== osd.1 v2:172.21.15.173:6800/2156161484 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa504078140 con 0x7fa504075630 2024-09-10T09:27:38.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f86fe36b640 1 -- 172.21.15.173:0/2830677688 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86f80cd3f0 msgr2=0x7f86f80c86b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f86fe36b640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86f80cd3f0 0x7f86f80c86b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f86fe36b640 1 -- 172.21.15.173:0/2830677688 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86f815b300 msgr2=0x7f86f814bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f86fe36b640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f86f815b300 0x7f86f814bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.741+0000 7f86fe36b640 1 -- 172.21.15.173:0/2830677688 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86f80c9070 con 0x7f86f8072d30 2024-09-10T09:27:38.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.742+0000 7f86fe36b640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f8072d30 0x7f86f80ca7d0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f86e800b440 tx=0x7f86e800b900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.743+0000 7f86eeffd640 1 -- 172.21.15.173:0/2830677688 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e8011830 con 0x7f86f8072d30 2024-09-10T09:27:38.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.743+0000 7f86eeffd640 1 -- 172.21.15.173:0/2830677688 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86e8016070 con 0x7f86f8072d30 2024-09-10T09:27:38.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.744+0000 7f86eeffd640 1 -- 172.21.15.173:0/2830677688 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e8011bf0 con 0x7f86f8072d30 2024-09-10T09:27:38.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.744+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86f80c9350 con 0x7f86f8072d30 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.744+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f86f80c9910 con 0x7f86f8072d30 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.745+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f86f80cceb0 con 0x7f86f8072d30 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.747+0000 7f86eeffd640 1 -- 172.21.15.173:0/2830677688 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f86e8038480 con 0x7f86f8072d30 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.747+0000 7f86eeffd640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f86dc06be80 0x7f86dc06e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.748+0000 7f86fdb6a640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f86dc06be80 0x7f86dc06e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.748+0000 7f86eeffd640 1 -- 172.21.15.173:0/2830677688 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f86e8056f20 con 0x7f86f8072d30 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.748+0000 7f86eeffd640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] conn(0x7f86dc076250 0x7f86dc0786f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.748+0000 7f86eeffd640 1 -- 172.21.15.173:0/2830677688 --> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f86e8016070 con 0x7f86dc076250 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.748+0000 7f86eeffd640 1 -- 172.21.15.173:0/2830677688 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f86e80558b0 con 0x7f86f8072d30 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.748+0000 7f86fdb6a640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f86dc06be80 0x7f86dc06e340 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f86f81fbe80 tx=0x7f86f0009970 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.749+0000 7f86feb6c640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] conn(0x7f86dc076250 0x7f86dc0786f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.749+0000 7f86feb6c640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] conn(0x7f86dc076250 0x7f86dc0786f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:38.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.750+0000 7f86eeffd640 1 -- 172.21.15.173:0/2830677688 <== osd.7 v2:172.21.15.176:6824/3659453305 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f86e8016070 con 0x7f86dc076250 2024-09-10T09:27:38.812 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.766+0000 7f6e6ffff640 1 -- 172.21.15.173:0/3530817973 --> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6e50002dd0 con 0x7f6e5c0763b0 2024-09-10T09:27:38.812 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.767+0000 7f6e577fe640 1 -- 172.21.15.173:0/3530817973 <== osd.3 v2:172.21.15.173:6810/129315301 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f6e50002dd0 con 0x7f6e5c0763b0 2024-09-10T09:27:38.812 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.768+0000 7f6e557fa640 1 -- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] conn(0x7f6e5c0763b0 msgr2=0x7f6e5c078850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.812 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.768+0000 7f6e557fa640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] conn(0x7f6e5c0763b0 0x7f6e5c078850 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.768+0000 7f6e557fa640 1 -- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6e5c06c060 msgr2=0x7f6e5c06e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.768+0000 7f6e557fa640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6e5c06c060 0x7f6e5c06e520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6e60006fd0 tx=0x7f6e60008040 comp rx=0 tx=0).stop 2024-09-10T09:27:38.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.768+0000 7f6e557fa640 1 -- 172.21.15.173:0/3530817973 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6e680e6e00 msgr2=0x7f6e680d8320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.768+0000 7f6e557fa640 1 --2- 172.21.15.173:0/3530817973 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6e680e6e00 0x7f6e680d8320 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6e70050d60 tx=0x7f6e700699e0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.769+0000 7fa510ff9640 1 -- 172.21.15.173:0/2895029490 --> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa508002dd0 con 0x7fa504075630 2024-09-10T09:27:38.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.769+0000 7f6e6f7fe640 1 -- 172.21.15.173:0/3530817973 reap_dead start 2024-09-10T09:27:38.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.769+0000 7f6e557fa640 1 -- 172.21.15.173:0/3530817973 shutdown_connections 2024-09-10T09:27:38.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.769+0000 7f6e557fa640 1 -- 172.21.15.173:0/3530817973 >> 172.21.15.173:0/3530817973 conn(0x7f6e6803a510 msgr2=0x7f6e68054280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.814 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.769+0000 7fa512ffd640 1 -- 172.21.15.173:0/2895029490 <== osd.1 v2:172.21.15.173:6800/2156161484 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa508002dd0 con 0x7fa504075630 2024-09-10T09:27:38.814 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.769+0000 7f6e557fa640 1 -- 172.21.15.173:0/3530817973 shutdown_connections 2024-09-10T09:27:38.814 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.769+0000 7f6e557fa640 1 -- 172.21.15.173:0/3530817973 wait complete. 2024-09-10T09:27:38.814 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.770+0000 7fa510ff9640 1 -- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] conn(0x7fa504075630 msgr2=0x7fa504077a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.815 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.770+0000 7fa510ff9640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] conn(0x7fa504075630 0x7fa504077a70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.815 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.770+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 --> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4274002dd0 con 0x7f4280075600 2024-09-10T09:27:38.815 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7f427bfff640 1 -- 172.21.15.173:0/1751135182 <== osd.0 v2:172.21.15.173:6824/3847583702 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f4274002dd0 con 0x7f4280075600 2024-09-10T09:27:38.815 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 --> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5bfc162060 con 0x7f5be00756b0 2024-09-10T09:27:38.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7fa510ff9640 1 -- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa50406bf30 msgr2=0x7fa50406e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7fa510ff9640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa50406bf30 0x7fa50406e3f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa51c0017d0 tx=0x7fa51c009040 comp rx=0 tx=0).stop 2024-09-10T09:27:38.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 --> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdce8002dd0 con 0x7fdce40756b0 2024-09-10T09:27:38.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7fa510ff9640 1 -- 172.21.15.173:0/2895029490 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa524140050 msgr2=0x7fa52413dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7fa510ff9640 1 --2- 172.21.15.173:0/2895029490 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa524140050 0x7fa52413dec0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa51400cbf0 tx=0x7fa51400a430 comp rx=0 tx=0).stop 2024-09-10T09:27:38.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7fa522d9d640 1 -- 172.21.15.173:0/2895029490 reap_dead start 2024-09-10T09:27:38.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] conn(0x7f4280075600 msgr2=0x7f4280077a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7fa510ff9640 1 -- 172.21.15.173:0/2895029490 shutdown_connections 2024-09-10T09:27:38.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7fa510ff9640 1 -- 172.21.15.173:0/2895029490 >> 172.21.15.173:0/2895029490 conn(0x7fa52406bc10 msgr2=0x7fa524067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.818 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7f429a14b640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] conn(0x7f4280075600 0x7f4280077a40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.818 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f428006be80 msgr2=0x7f428006e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.818 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7f429a14b640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f428006be80 0x7f428006e340 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4288006fd0 tx=0x7f4288008040 comp rx=0 tx=0).stop 2024-09-10T09:27:38.818 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f42940cf6f0 msgr2=0x7f42940ac930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.818 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7f429a14b640 1 --2- 172.21.15.173:0/1751135182 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f42940cf6f0 0x7f42940ac930 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f428c007210 tx=0x7f428c004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:38.818 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7f4293fff640 1 -- 172.21.15.173:0/1751135182 reap_dead start 2024-09-10T09:27:38.819 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fa510ff9640 1 -- 172.21.15.173:0/2895029490 shutdown_connections 2024-09-10T09:27:38.819 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.771+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 --> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdb3806e710 con 0x7fdb24075630 2024-09-10T09:27:38.819 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fdb34ff9640 1 -- 172.21.15.173:0/725151463 <== osd.2 v2:172.21.15.173:6808/3570089435 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fdb3806e710 con 0x7fdb24075630 2024-09-10T09:27:38.819 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fa510ff9640 1 -- 172.21.15.173:0/2895029490 wait complete. 2024-09-10T09:27:38.820 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7f5bf2ffd640 1 -- 172.21.15.173:0/2753848887 <== osd.6 v2:172.21.15.176:6800/3503231939 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f5bfc162060 con 0x7f5be00756b0 2024-09-10T09:27:38.820 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 shutdown_connections 2024-09-10T09:27:38.820 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 >> 172.21.15.173:0/1751135182 conn(0x7f429406bc10 msgr2=0x7f42940b3ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] conn(0x7fdb24075630 msgr2=0x7fdb24077a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fdb3e5d6640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] conn(0x7fdb24075630 0x7fdb24077a70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdb2406bf30 msgr2=0x7fdb2406e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fdb3e5d6640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdb2406bf30 0x7fdb2406e3f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c006a90 tx=0x7fdb2c006a20 comp rx=0 tx=0).stop 2024-09-10T09:27:38.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb380720b0 msgr2=0x7fdb38145ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fdb3e5d6640 1 --2- 172.21.15.173:0/725151463 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb380720b0 0x7fdb38145ce0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdb30009e80 tx=0x7fdb30004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:38.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fdb3cb73640 1 -- 172.21.15.173:0/725151463 reap_dead start 2024-09-10T09:27:38.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 shutdown_connections 2024-09-10T09:27:38.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 >> 172.21.15.173:0/725151463 conn(0x7fdb38067d70 msgr2=0x7fdb380ce7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 shutdown_connections 2024-09-10T09:27:38.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.772+0000 7f429a14b640 1 -- 172.21.15.173:0/1751135182 wait complete. 2024-09-10T09:27:38.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7fdcf67fc640 1 -- 172.21.15.173:0/3612441925 <== osd.5 v2:172.21.15.176:6808/233367625 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fdce8002dd0 con 0x7fdce40756b0 2024-09-10T09:27:38.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 shutdown_connections 2024-09-10T09:27:38.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7fdb3e5d6640 1 -- 172.21.15.173:0/725151463 wait complete. 2024-09-10T09:27:38.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7f1637fff640 1 -- 172.21.15.173:0/3132370051 --> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1624002dd0 con 0x7f1630075670 2024-09-10T09:27:38.824 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 >> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] conn(0x7f5be00756b0 msgr2=0x7f5be0077af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.824 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7f5c042f8640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] conn(0x7f5be00756b0 0x7f5be0077af0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.824 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5be006bf30 msgr2=0x7f5be006e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.824 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] conn(0x7fdce40756b0 msgr2=0x7fdce4077af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.824 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7fdd07d42640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] conn(0x7fdce40756b0 0x7fdce4077af0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.825 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7f5c042f8640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5be006bf30 0x7f5be006e3f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8000f60 tx=0x7f5bf8007ec0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.825 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc159600 msgr2=0x7f5bfc15f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.825 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7f5c042f8640 1 --2- 172.21.15.173:0/2753848887 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc159600 0x7f5bfc15f3d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400c780 tx=0x7f5bf400cc40 comp rx=0 tx=0).stop 2024-09-10T09:27:38.825 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7f5c02895640 1 -- 172.21.15.173:0/2753848887 reap_dead start 2024-09-10T09:27:38.825 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 shutdown_connections 2024-09-10T09:27:38.825 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.773+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 >> 172.21.15.173:0/2753848887 conn(0x7f5bfc0d44f0 msgr2=0x7f5bfc0b47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.826 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7f16427fc640 1 -- 172.21.15.173:0/3132370051 <== osd.4 v2:172.21.15.176:6816/568733902 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1624002dd0 con 0x7f1630075670 2024-09-10T09:27:38.826 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdce406bf30 msgr2=0x7fdce406e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.826 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 shutdown_connections 2024-09-10T09:27:38.826 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7f5c042f8640 1 -- 172.21.15.173:0/2753848887 wait complete. 2024-09-10T09:27:38.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7fdd07d42640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdce406bf30 0x7fdce406e3f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc034000 tx=0x7fdcfc02e000 comp rx=0 tx=0).stop 2024-09-10T09:27:38.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd0015e730 msgr2=0x7fdd00156470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7fdd07d42640 1 --2- 172.21.15.173:0/3612441925 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd0015e730 0x7fdd00156470 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdcf800efc0 tx=0x7fdcf800c490 comp rx=0 tx=0).stop 2024-09-10T09:27:38.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7fdd062df640 1 -- 172.21.15.173:0/3612441925 reap_dead start 2024-09-10T09:27:38.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 shutdown_connections 2024-09-10T09:27:38.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 >> 172.21.15.173:0/3612441925 conn(0x7fdd00067d70 msgr2=0x7fdd00152ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 shutdown_connections 2024-09-10T09:27:38.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7fdd07d42640 1 -- 172.21.15.173:0/3612441925 wait complete. 2024-09-10T09:27:38.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.774+0000 7f1637fff640 1 -- 172.21.15.173:0/3132370051 >> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] conn(0x7f1630075670 msgr2=0x7f1630077ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.775+0000 7f1637fff640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] conn(0x7f1630075670 0x7f1630077ab0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.775+0000 7f1637fff640 1 -- 172.21.15.173:0/3132370051 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f163006bf00 msgr2=0x7f163006e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.775+0000 7f1637fff640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f163006bf00 0x7f163006e3c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f164c0b49d0 tx=0x7f163c008040 comp rx=0 tx=0).stop 2024-09-10T09:27:38.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.775+0000 7f1637fff640 1 -- 172.21.15.173:0/3132370051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f164c0b61e0 msgr2=0x7f164c150aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.775+0000 7f1637fff640 1 --2- 172.21.15.173:0/3132370051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f164c0b61e0 0x7f164c150aa0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1648031000 tx=0x7f16480046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.775+0000 7f16526ae640 1 -- 172.21.15.173:0/3132370051 reap_dead start 2024-09-10T09:27:38.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.776+0000 7f1637fff640 1 -- 172.21.15.173:0/3132370051 shutdown_connections 2024-09-10T09:27:38.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.776+0000 7f1637fff640 1 -- 172.21.15.173:0/3132370051 >> 172.21.15.173:0/3132370051 conn(0x7f164c0d44f0 msgr2=0x7f164c0b4a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.777+0000 7f1637fff640 1 -- 172.21.15.173:0/3132370051 shutdown_connections 2024-09-10T09:27:38.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.777+0000 7f1637fff640 1 -- 172.21.15.173:0/3132370051 wait complete. 2024-09-10T09:27:38.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.778+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 --> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f86f80ccc10 con 0x7f86dc076250 2024-09-10T09:27:38.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.779+0000 7f86eeffd640 1 -- 172.21.15.173:0/2830677688 <== osd.7 v2:172.21.15.176:6824/3659453305 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f86f80ccc10 con 0x7f86dc076250 2024-09-10T09:27:38.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.780+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 >> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] conn(0x7f86dc076250 msgr2=0x7f86dc0786f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.780+0000 7f87005cf640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] conn(0x7f86dc076250 0x7f86dc0786f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:38.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.781+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f86dc06be80 msgr2=0x7f86dc06e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.781+0000 7f87005cf640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f86dc06be80 0x7f86dc06e340 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f86f81fbe80 tx=0x7f86f0009970 comp rx=0 tx=0).stop 2024-09-10T09:27:38.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.781+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f8072d30 msgr2=0x7f86f80ca7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:38.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.781+0000 7f87005cf640 1 --2- 172.21.15.173:0/2830677688 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f86f8072d30 0x7f86f80ca7d0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f86e800b440 tx=0x7f86e800b900 comp rx=0 tx=0).stop 2024-09-10T09:27:38.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.781+0000 7f86feb6c640 1 -- 172.21.15.173:0/2830677688 reap_dead start 2024-09-10T09:27:38.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.781+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 shutdown_connections 2024-09-10T09:27:38.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.781+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 >> 172.21.15.173:0/2830677688 conn(0x7f86f8067d70 msgr2=0x7f86f80b4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:38.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.781+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 shutdown_connections 2024-09-10T09:27:38.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:38.781+0000 7f87005cf640 1 -- 172.21.15.173:0/2830677688 wait complete. 2024-09-10T09:27:38.832 INFO:teuthology.orchestra.run.smithi173.stdout:60129542154 2024-09-10T09:27:38.833 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T09:27:38.833 INFO:teuthology.orchestra.run.smithi173.stdout:60129542154 2024-09-10T09:27:38.834 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T09:27:38.834 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:38.835 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T09:27:38.835 INFO:teuthology.orchestra.run.smithi173.stdout:60129542154 2024-09-10T09:27:38.836 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-10T09:27:38.836 INFO:teuthology.orchestra.run.smithi173.stdout:60129542154 2024-09-10T09:27:38.837 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T09:27:38.837 INFO:teuthology.orchestra.run.smithi173.stdout:60129542152 2024-09-10T09:27:38.838 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-10T09:27:38.838 INFO:teuthology.orchestra.run.smithi173.stdout:60129542152 2024-09-10T09:27:38.838 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-10T09:27:38.839 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:38.840 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-10T09:27:39.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.038+0000 7f82a7b86640 1 Processor -- start 2024-09-10T09:27:39.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.039+0000 7f82a7b86640 1 -- start start 2024-09-10T09:27:39.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.040+0000 7fa20153d640 1 Processor -- start 2024-09-10T09:27:39.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.040+0000 7f82a7b86640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f82980e2fe0 0x7f829803a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.040+0000 7f82a7b86640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f82980345e0 0x7f829803a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.040+0000 7f82a7b86640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82980350b0 con 0x7f8298036a00 2024-09-10T09:27:39.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.040+0000 7f82a7b86640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f8298036f00 con 0x7f82980345e0 2024-09-10T09:27:39.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.040+0000 7f82a7b86640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f8298008ab0 con 0x7f82980e2fe0 2024-09-10T09:27:39.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.041+0000 7f82a6123640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f8298036a00 0x7f82980532b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41498/0 (socket says 172.21.15.173:41498) 2024-09-10T09:27:39.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.041+0000 7f82a6123640 1 -- 172.21.15.173:0/3946229747 learned_addr learned my addr 172.21.15.173:0/3946229747 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:39.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.041+0000 7f82a5121640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f82980345e0 0x7f829803a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.041+0000 7f82a5922640 1 --2- 172.21.15.173:0/3946229747 >> v2:172.21.15.176:3300/0 conn(0x7f82980e2fe0 0x7f829803a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.041+0000 7f82a4920640 1 -- 172.21.15.173:0/3946229747 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3143223047 0 0) 0x7f82980350b0 con 0x7f8298036a00 2024-09-10T09:27:39.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.040+0000 7fa20153d640 1 -- start start 2024-09-10T09:27:39.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.041+0000 7fa20153d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc165d90 0x7fa1fc0b2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7fa20153d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa1fc0733e0 0x7fa1fc0b3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7fa20153d640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1fc06ee20 con 0x7fa1fc06fd00 2024-09-10T09:27:39.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7fa20153d640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fa1fc06f0c0 con 0x7fa1fc0733e0 2024-09-10T09:27:39.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7fa20153d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa1fc06f3a0 con 0x7fa1fc165d90 2024-09-10T09:27:39.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7fa200d3c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa1fc0733e0 0x7fa1fc0b3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7fa200d3c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa1fc0733e0 0x7fa1fc0b3480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37294/0 (socket says 172.21.15.173:37294) 2024-09-10T09:27:39.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7fa200d3c640 1 -- 172.21.15.173:0/497431359 learned_addr learned my addr 172.21.15.173:0/497431359 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.040+0000 7f68ce99b640 1 Processor -- start 2024-09-10T09:27:39.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.040+0000 7f68ce99b640 1 -- start start 2024-09-10T09:27:39.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f68ce99b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f68c0034c40 0x7f68c0035b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f68ce99b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f68c0036090 0x7f68c00486b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f68ce99b640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68c0049000 con 0x7f68c0048bf0 2024-09-10T09:27:39.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f68ce99b640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f68c0052090 con 0x7f68c0036090 2024-09-10T09:27:39.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f68ce99b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f68c0052370 con 0x7f68c0034c40 2024-09-10T09:27:39.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f774d6cf640 1 Processor -- start 2024-09-10T09:27:39.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f68ce19a640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f68c0048bf0 0x7f68c003a390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41512/0 (socket says 172.21.15.173:41512) 2024-09-10T09:27:39.048 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f68ce19a640 1 -- 172.21.15.173:0/924218081 learned_addr learned my addr 172.21.15.173:0/924218081 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:39.048 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f774d6cf640 1 -- start start 2024-09-10T09:27:39.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f68cd999640 1 --2- 172.21.15.173:0/924218081 >> v2:172.21.15.176:3300/0 conn(0x7f68c0034c40 0x7f68c0035b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f68cd999640 1 -- 172.21.15.173:0/924218081 >> v2:172.21.15.173:3300/0 conn(0x7f68c0036090 msgr2=0x7f68c00486b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f68cd999640 1 --2- 172.21.15.173:0/924218081 >> v2:172.21.15.173:3300/0 conn(0x7f68c0036090 0x7f68c00486b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7fa1fbfff640 1 --2- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc165d90 0x7fa1fc0b2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7f68cd999640 1 -- 172.21.15.173:0/924218081 >> v1:172.21.15.173:6789/0 conn(0x7f68c0048bf0 legacy=0x7f68c003a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2585596824 0 0) 0x7fa1fc06ee20 con 0x7fa1fc06fd00 2024-09-10T09:27:39.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa1e4003520 con 0x7fa1fc06fd00 2024-09-10T09:27:39.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7f68cd999640 1 -- 172.21.15.173:0/924218081 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c0052650 con 0x7f68c0034c40 2024-09-10T09:27:39.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2680525603 0 0) 0x7fa1e4003520 con 0x7fa1fc06fd00 2024-09-10T09:27:39.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc165d90 msgr2=0x7fa1fc0b2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 --2- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc165d90 0x7fa1fc0b2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 >> v2:172.21.15.173:3300/0 conn(0x7fa1fc0733e0 msgr2=0x7fa1fc0b3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 --2- 172.21.15.173:0/497431359 >> v2:172.21.15.173:3300/0 conn(0x7fa1fc0733e0 0x7fa1fc0b3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1fc071eb0 con 0x7fa1fc06fd00 2024-09-10T09:27:39.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7fa1ec001670 con 0x7fa1fc06fd00 2024-09-10T09:27:39.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 >> v1:172.21.15.173:6789/0 conn(0x7fa1fc06fd00 legacy=0x7fa1fc166310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 --2- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa1e40039b0 0x7fa1e4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 --2- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc165d90 0x7fa1e4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 --2- 172.21.15.173:0/497431359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1e4004d40 0x7fa1e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc06f0c0 con 0x7fa1e4004d40 2024-09-10T09:27:39.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc06f3a0 con 0x7fa1e40039b0 2024-09-10T09:27:39.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa1e400b9c0 con 0x7fa1fc165d90 2024-09-10T09:27:39.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f774d6cf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 0x7f7740052350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f388c24c640 1 Processor -- start 2024-09-10T09:27:39.055 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7fa1fb7fe640 1 --2- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc165d90 0x7fa1e4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.055 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.042+0000 7f82a5922640 1 -- 172.21.15.173:0/3946229747 >> v2:172.21.15.173:3300/0 conn(0x7f82980345e0 msgr2=0x7f829803a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7f82a5922640 1 --2- 172.21.15.173:0/3946229747 >> v2:172.21.15.173:3300/0 conn(0x7f82980345e0 0x7f829803a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7f82a5922640 1 -- 172.21.15.173:0/3946229747 >> v1:172.21.15.173:6789/0 conn(0x7f8298036a00 legacy=0x7f82980532b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.043+0000 7f82a5922640 1 -- 172.21.15.173:0/3946229747 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8298035390 con 0x7f82980e2fe0 2024-09-10T09:27:39.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f82a5121640 1 --2- 172.21.15.173:0/3946229747 >> v2:172.21.15.173:3300/0 conn(0x7f82980345e0 0x7f829803a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:39.057 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f7747fff640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f77400dec70 0x7f7740006500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:60524/0 (socket says 172.21.15.173:60524) 2024-09-10T09:27:39.057 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f7747fff640 1 -- 172.21.15.173:0/2857539769 learned_addr learned my addr 172.21.15.173:0/2857539769 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:39.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f77477fe640 1 --2- 172.21.15.173:0/2857539769 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 0x7f7740052350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f388c24c640 1 -- start start 2024-09-10T09:27:39.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f774d6cf640 1 --2- 172.21.15.173:0/2857539769 >> v2:172.21.15.176:3300/0 conn(0x7f7740009af0 0x7f7740009f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f774d6cf640 1 -- 172.21.15.173:0/2857539769 --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f774001c5c0 con 0x7f77400dec70 2024-09-10T09:27:39.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f68cd999640 1 --2- 172.21.15.173:0/924218081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f68c0034c40 0x7f68c0035b50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f68c0053170 tx=0x7f68b802a0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e2177ffd6161727 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f638359e640 1 Processor -- start 2024-09-10T09:27:39.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f774d6cf640 1 -- 172.21.15.173:0/2857539769 --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f774000a4a0 con 0x7f7740009af0 2024-09-10T09:27:39.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f82a5922640 1 --2- 172.21.15.173:0/3946229747 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f82980e2fe0 0x7f829803a390 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f829800d440 tx=0x7f829002a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=253b193000f9815d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f638359e640 1 -- start start 2024-09-10T09:27:39.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f774d6cf640 1 -- 172.21.15.173:0/2857539769 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f774001c830 con 0x7f77400323c0 2024-09-10T09:27:39.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7f68cc997640 1 -- 172.21.15.173:0/924218081 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b8037070 con 0x7f68c0034c40 2024-09-10T09:27:39.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.045+0000 7fb176603640 1 Processor -- start 2024-09-10T09:27:39.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.045+0000 7f68cc997640 1 -- 172.21.15.173:0/924218081 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68b802ad60 con 0x7f68c0034c40 2024-09-10T09:27:39.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.045+0000 7f82a4920640 1 -- 172.21.15.173:0/3946229747 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8290037070 con 0x7f82980e2fe0 2024-09-10T09:27:39.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.045+0000 7f82a4920640 1 -- 172.21.15.173:0/3946229747 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8290032440 con 0x7f82980e2fe0 2024-09-10T09:27:39.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.045+0000 7f82a4920640 1 -- 172.21.15.173:0/3946229747 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8290032810 con 0x7f82980e2fe0 2024-09-10T09:27:39.064 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7fa1fb7fe640 1 -- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa1e40039b0 msgr2=0x7fa1e4003dd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T09:27:39.064 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7fa1fb7fe640 1 --2- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa1e40039b0 0x7fa1e4003dd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.064 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7fa1fb7fe640 1 -- 172.21.15.173:0/497431359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1e4004d40 msgr2=0x7fa1e40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.064 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7fa1fb7fe640 1 --2- 172.21.15.173:0/497431359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1e4004d40 0x7fa1e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.064 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.044+0000 7fa1fb7fe640 1 -- 172.21.15.173:0/497431359 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1fc071eb0 con 0x7fa1fc165d90 2024-09-10T09:27:39.065 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.045+0000 7f774cece640 1 --2- 172.21.15.173:0/2857539769 >> v2:172.21.15.176:3300/0 conn(0x7f7740009af0 0x7f7740009f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.065 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.045+0000 7f7746ffd640 1 -- 172.21.15.173:0/2857539769 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 264128390 0 0) 0x7f774001c5c0 con 0x7f77400dec70 2024-09-10T09:27:39.065 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.045+0000 7f7746ffd640 1 -- 172.21.15.173:0/2857539769 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7738003520 con 0x7f77400dec70 2024-09-10T09:27:39.065 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.045+0000 7f68cc997640 1 -- 172.21.15.173:0/924218081 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b8032660 con 0x7f68c0034c40 2024-09-10T09:27:39.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.045+0000 7fb176603640 1 -- start start 2024-09-10T09:27:39.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f77477fe640 1 -- 172.21.15.173:0/2857539769 >> v2:172.21.15.176:3300/0 conn(0x7f7740009af0 msgr2=0x7f7740009f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f77477fe640 1 --2- 172.21.15.173:0/2857539769 >> v2:172.21.15.176:3300/0 conn(0x7f7740009af0 0x7f7740009f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f77477fe640 1 -- 172.21.15.173:0/2857539769 >> v1:172.21.15.176:6789/0 conn(0x7f77400dec70 legacy=0x7f7740006500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f68ce99b640 1 -- 172.21.15.173:0/924218081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f68c0034c40 msgr2=0x7f68c0035b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f68ce99b640 1 --2- 172.21.15.173:0/924218081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f68c0034c40 0x7f68c0035b50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f68c0053170 tx=0x7f68b802a0d0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f7746ffd640 1 -- 172.21.15.173:0/2857539769 <== mon.1 v1:172.21.15.176:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3173663249 0 0) 0x7f7738003520 con 0x7f77400dec70 2024-09-10T09:27:39.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f68ce99b640 1 -- 172.21.15.173:0/924218081 shutdown_connections 2024-09-10T09:27:39.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f68ce99b640 1 --2- 172.21.15.173:0/924218081 >> v2:172.21.15.173:3300/0 conn(0x7f68c0036090 0x7f68c00486b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f68ce99b640 1 --2- 172.21.15.173:0/924218081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f68c0034c40 0x7f68c0035b50 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f68ce99b640 1 -- 172.21.15.173:0/924218081 >> 172.21.15.173:0/924218081 conn(0x7f68c001ea40 msgr2=0x7f68c00556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f77477fe640 1 -- 172.21.15.173:0/2857539769 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f774001cb10 con 0x7f77400323c0 2024-09-10T09:27:39.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f388c24c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f38840720b0 0x7f38840cfca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f638359e640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f637c005a60 0x7f637c053f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f68ce99b640 1 -- 172.21.15.173:0/924218081 shutdown_connections 2024-09-10T09:27:39.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f68ce99b640 1 -- 172.21.15.173:0/924218081 wait complete. 2024-09-10T09:27:39.070 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f82a7b86640 1 -- 172.21.15.173:0/3946229747 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f82980e2fe0 msgr2=0x7f829803a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.070 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f82a7b86640 1 --2- 172.21.15.173:0/3946229747 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f82980e2fe0 0x7f829803a390 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f829800d440 tx=0x7f829002a130 comp rx=0 tx=0).stop 2024-09-10T09:27:39.070 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f388c24c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f388406f6f0 0x7f38840b4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.071 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f388c24c640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38840afa20 con 0x7f3884162ad0 2024-09-10T09:27:39.071 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f388c24c640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f38840afce0 con 0x7f388406f6f0 2024-09-10T09:27:39.071 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f388c24c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f38840b34d0 con 0x7f38840720b0 2024-09-10T09:27:39.071 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f3889fe8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f38840720b0 0x7f38840cfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.071 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f3889fe8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f38840720b0 0x7f38840cfca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51032/0 (socket says 172.21.15.173:51032) 2024-09-10T09:27:39.071 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f3889fe8640 1 -- 172.21.15.173:0/910644682 learned_addr learned my addr 172.21.15.173:0/910644682 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.071 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f82a7b86640 1 -- 172.21.15.173:0/3946229747 shutdown_connections 2024-09-10T09:27:39.071 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f82a7b86640 1 --2- 172.21.15.173:0/3946229747 >> v2:172.21.15.173:3300/0 conn(0x7f82980345e0 0x7f829803a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f82a7b86640 1 --2- 172.21.15.173:0/3946229747 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f82980e2fe0 0x7f829803a390 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f82a7b86640 1 -- 172.21.15.173:0/3946229747 >> 172.21.15.173:0/3946229747 conn(0x7f829801ea40 msgr2=0x7f82980556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f82a7b86640 1 -- 172.21.15.173:0/3946229747 shutdown_connections 2024-09-10T09:27:39.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7fb176603640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb168036470 0x7fb168033890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7fb176603640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fb168055630 0x7fb168036850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7fb176603640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb168037380 con 0x7fb168036d90 2024-09-10T09:27:39.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7fb176603640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fb168006a90 con 0x7fb168055630 2024-09-10T09:27:39.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7fb176603640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fb16800bbe0 con 0x7fb168036470 2024-09-10T09:27:39.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7f638259c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f637c005a60 0x7f637c053f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7f638259c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f637c005a60 0x7f637c053f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37320/0 (socket says 172.21.15.173:37320) 2024-09-10T09:27:39.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7f638259c640 1 -- 172.21.15.173:0/1252535410 learned_addr learned my addr 172.21.15.173:0/1252535410 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7f638359e640 1 --2- 172.21.15.173:0/1252535410 >> v2:172.21.15.176:3300/0 conn(0x7f637c0e7120 0x7f637c005e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7fb175e02640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fb168036d90 0x7fb1680396a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41540/0 (socket says 172.21.15.173:41540) 2024-09-10T09:27:39.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7fb175e02640 1 -- 172.21.15.173:0/3230751752 learned_addr learned my addr 172.21.15.173:0/3230751752 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:39.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7fb175601640 1 --2- 172.21.15.173:0/3230751752 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb168036470 0x7fb168033890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7f638359e640 1 -- 172.21.15.173:0/1252535410 --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f637c006380 con 0x7f637c04eb60 2024-09-10T09:27:39.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7f638359e640 1 -- 172.21.15.173:0/1252535410 --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f637c0520e0 con 0x7f637c005a60 2024-09-10T09:27:39.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7f638359e640 1 -- 172.21.15.173:0/1252535410 --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f637c052330 con 0x7f637c0e7120 2024-09-10T09:27:39.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7fb174e00640 1 --2- 172.21.15.173:0/3230751752 >> v2:172.21.15.173:3300/0 conn(0x7fb168055630 0x7fb168036850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f3889fe8640 1 -- 172.21.15.173:0/910644682 >> v2:172.21.15.176:3300/0 conn(0x7f388406f6f0 msgr2=0x7f38840b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f3889fe8640 1 --2- 172.21.15.173:0/910644682 >> v2:172.21.15.176:3300/0 conn(0x7f388406f6f0 0x7f38840b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f3889fe8640 1 -- 172.21.15.173:0/910644682 >> v1:172.21.15.173:6789/0 conn(0x7f3884162ad0 legacy=0x7f3884072490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7f3889fe8640 1 -- 172.21.15.173:0/910644682 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38840b37b0 con 0x7f38840720b0 2024-09-10T09:27:39.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7fb163fff640 1 -- 172.21.15.173:0/3230751752 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 669124106 0 0) 0x7fb168037380 con 0x7fb168036d90 2024-09-10T09:27:39.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7f6381d9b640 1 --2- 172.21.15.173:0/1252535410 >> v2:172.21.15.176:3300/0 conn(0x7f637c0e7120 0x7f637c005e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.046+0000 7fa1fb7fe640 1 --2- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc165d90 0x7fa1e4004800 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec00c1e0 tx=0x7fa1e4005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc55fb8e1097c322 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7fb163fff640 1 -- 172.21.15.173:0/3230751752 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb15c003520 con 0x7fb168036d90 2024-09-10T09:27:39.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec036070 con 0x7fa1fc165d90 2024-09-10T09:27:39.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1ec031600 con 0x7fa1fc165d90 2024-09-10T09:27:39.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7fa1faffd640 1 -- 172.21.15.173:0/497431359 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec007cc0 con 0x7fa1fc165d90 2024-09-10T09:27:39.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f86a1c0a640 1 Processor -- start 2024-09-10T09:27:39.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f638159a640 1 -- 172.21.15.173:0/1252535410 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1126177372 0 0) 0x7f637c006380 con 0x7f637c04eb60 2024-09-10T09:27:39.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f6381d9b640 1 -- 172.21.15.173:0/1252535410 >> v2:172.21.15.173:3300/0 conn(0x7f637c005a60 msgr2=0x7f637c053f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f6381d9b640 1 --2- 172.21.15.173:0/1252535410 >> v2:172.21.15.173:3300/0 conn(0x7f637c005a60 0x7f637c053f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f6381d9b640 1 -- 172.21.15.173:0/1252535410 >> v1:172.21.15.173:6789/0 conn(0x7f637c04eb60 legacy=0x7f637c01c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f6381d9b640 1 -- 172.21.15.173:0/1252535410 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f637c006c80 con 0x7f637c0e7120 2024-09-10T09:27:39.079 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f638259c640 1 --2- 172.21.15.173:0/1252535410 >> v2:172.21.15.173:3300/0 conn(0x7f637c005a60 0x7f637c053f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:39.079 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f86a1c0a640 1 -- start start 2024-09-10T09:27:39.079 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7fb174e00640 1 -- 172.21.15.173:0/3230751752 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb168036470 msgr2=0x7fb168033890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.047+0000 7f82a7b86640 1 -- 172.21.15.173:0/3946229747 wait complete. 2024-09-10T09:27:39.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f82a7b86640 1 Processor -- start 2024-09-10T09:27:39.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7fb174e00640 1 --2- 172.21.15.173:0/3230751752 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb168036470 0x7fb168033890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7fb174e00640 1 -- 172.21.15.173:0/3230751752 >> v1:172.21.15.173:6789/0 conn(0x7fb168036d90 legacy=0x7fb1680396a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7fb174e00640 1 -- 172.21.15.173:0/3230751752 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb168047af0 con 0x7fb168055630 2024-09-10T09:27:39.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f68ce99b640 1 Processor -- start 2024-09-10T09:27:39.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f77477fe640 1 --2- 172.21.15.173:0/2857539769 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 0x7f7740052350 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f773c0097a0 tx=0x7f773c02a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f33d5176306cb9bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f68ce99b640 1 -- start start 2024-09-10T09:27:39.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f7746ffd640 1 -- 172.21.15.173:0/2857539769 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c037070 con 0x7f77400323c0 2024-09-10T09:27:39.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.048+0000 7f3889fe8640 1 --2- 172.21.15.173:0/910644682 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f38840720b0 0x7f38840cfca0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f387c009e50 tx=0x7f387c02a6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f430504d4f1642a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f7746ffd640 1 -- 172.21.15.173:0/2857539769 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f773c02ab10 con 0x7f77400323c0 2024-09-10T09:27:39.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f7746ffd640 1 -- 172.21.15.173:0/2857539769 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77340016a0 con 0x7f77400323c0 2024-09-10T09:27:39.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f82a7b86640 1 -- start start 2024-09-10T09:27:39.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f6381d9b640 1 --2- 172.21.15.173:0/1252535410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f637c0e7120 0x7f637c005e40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f637c00d7c0 tx=0x7f637402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea11d6baca0d43a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7fb174e00640 1 --2- 172.21.15.173:0/3230751752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb168055630 0x7fb168036850 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb16c0097a0 tx=0x7fb16c029f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24847cf8da3ff216 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f86a1c0a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 0x7f869c15a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f86a1c0a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f869c15ea90 0x7f869c0cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f638159a640 1 -- 172.21.15.173:0/1252535410 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6374037070 con 0x7f637c0e7120 2024-09-10T09:27:39.084 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7fb163fff640 1 -- 172.21.15.173:0/3230751752 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16c037070 con 0x7fb168055630 2024-09-10T09:27:39.084 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f86a1c0a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f869c0ce620 con 0x7f869c0cf680 2024-09-10T09:27:39.084 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f86a1c0a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f869c0ce3f0 con 0x7f869c15ea90 2024-09-10T09:27:39.084 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f86a1c0a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f869c0cf1f0 con 0x7f869c067f40 2024-09-10T09:27:39.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7fb163fff640 1 -- 172.21.15.173:0/3230751752 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb16c02abf0 con 0x7fb168055630 2024-09-10T09:27:39.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f869affd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f869c15ea90 0x7f869c0cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f774d6cf640 1 -- 172.21.15.173:0/2857539769 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 msgr2=0x7f7740052350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f774d6cf640 1 --2- 172.21.15.173:0/2857539769 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 0x7f7740052350 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f773c0097a0 tx=0x7f773c02a080 comp rx=0 tx=0).stop 2024-09-10T09:27:39.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f638159a640 1 -- 172.21.15.173:0/1252535410 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6374032440 con 0x7f637c0e7120 2024-09-10T09:27:39.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f638159a640 1 -- 172.21.15.173:0/1252535410 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6374032810 con 0x7f637c0e7120 2024-09-10T09:27:39.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7fa20153d640 1 -- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc165d90 msgr2=0x7fa1e4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7fa20153d640 1 --2- 172.21.15.173:0/497431359 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc165d90 0x7fa1e4004800 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec00c1e0 tx=0x7fa1e4005830 comp rx=0 tx=0).stop 2024-09-10T09:27:39.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f869affd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f869c15ea90 0x7f869c0cc9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35700/0 (socket says 172.21.15.173:35700) 2024-09-10T09:27:39.087 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7fa200d3c640 1 -- 172.21.15.173:0/497431359 reap_dead start 2024-09-10T09:27:39.087 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7fb163fff640 1 -- 172.21.15.173:0/3230751752 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16c037070 con 0x7fb168055630 2024-09-10T09:27:39.087 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f869affd640 1 -- 172.21.15.173:0/1034693839 learned_addr learned my addr 172.21.15.173:0/1034693839 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.087 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f869b7fe640 1 --2- 172.21.15.173:0/1034693839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 0x7f869c15a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.088 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7fa20153d640 1 -- 172.21.15.173:0/497431359 shutdown_connections 2024-09-10T09:27:39.088 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7fa20153d640 1 -- 172.21.15.173:0/497431359 >> 172.21.15.173:0/497431359 conn(0x7fa1fc06c240 msgr2=0x7fa1fc0b1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.088 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f82a7b86640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82980345e0 0x7f8298052710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.088 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f68ce99b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f68c0034c40 0x7f68c0033620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.088 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f68ce99b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68c0036090 0x7f68c00d90f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f68ce99b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f68c0048bf0 0x7f68c00d66d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f68ce99b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0035570 con 0x7f68c0036090 2024-09-10T09:27:39.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f68ce99b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0052c10 con 0x7f68c0048bf0 2024-09-10T09:27:39.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f68ce99b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f68c0054a20 con 0x7f68c0034c40 2024-09-10T09:27:39.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f68cd198640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68c0036090 0x7f68c00d90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f869a7fc640 1 -- 172.21.15.173:0/1034693839 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1531606058 0 0) 0x7f869c0ce620 con 0x7f869c0cf680 2024-09-10T09:27:39.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f869a7fc640 1 -- 172.21.15.173:0/1034693839 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8688003520 con 0x7f869c0cf680 2024-09-10T09:27:39.090 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7fa20153d640 1 -- 172.21.15.173:0/497431359 shutdown_connections 2024-09-10T09:27:39.090 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f68cd198640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68c0036090 0x7f68c00d90f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37338/0 (socket says 172.21.15.173:37338) 2024-09-10T09:27:39.090 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f68cd198640 1 -- 172.21.15.173:0/631372675 learned_addr learned my addr 172.21.15.173:0/631372675 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.090 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f3888fe6640 1 -- 172.21.15.173:0/910644682 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387c036070 con 0x7f38840720b0 2024-09-10T09:27:39.090 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f3888fe6640 1 -- 172.21.15.173:0/910644682 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f387c031600 con 0x7f38840720b0 2024-09-10T09:27:39.090 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.049+0000 7f3888fe6640 1 -- 172.21.15.173:0/910644682 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387c0319d0 con 0x7f38840720b0 2024-09-10T09:27:39.091 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7fa20153d640 1 -- 172.21.15.173:0/497431359 wait complete. 2024-09-10T09:27:39.091 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f774d6cf640 1 -- 172.21.15.173:0/2857539769 shutdown_connections 2024-09-10T09:27:39.091 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f774d6cf640 1 --2- 172.21.15.173:0/2857539769 >> v2:172.21.15.176:3300/0 conn(0x7f7740009af0 0x7f7740009f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.091 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f774d6cf640 1 --2- 172.21.15.173:0/2857539769 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 0x7f7740052350 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.091 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f774d6cf640 1 -- 172.21.15.173:0/2857539769 >> 172.21.15.173:0/2857539769 conn(0x7f7740036090 msgr2=0x7f77400364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f82a7b86640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8298036a00 0x7f82980d3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f82a7b86640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f82980e2fe0 0x7f82980d94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f82a7b86640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f82980087b0 con 0x7f82980345e0 2024-09-10T09:27:39.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f82a7b86640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8298008630 con 0x7f82980e2fe0 2024-09-10T09:27:39.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f774d6cf640 1 -- 172.21.15.173:0/2857539769 shutdown_connections 2024-09-10T09:27:39.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f82a7b86640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f829803ae10 con 0x7f8298036a00 2024-09-10T09:27:39.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f388c24c640 1 -- 172.21.15.173:0/910644682 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f38840720b0 msgr2=0x7f38840cfca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f388c24c640 1 --2- 172.21.15.173:0/910644682 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f38840720b0 0x7f38840cfca0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f387c009e50 tx=0x7f387c02a6c0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7fb176603640 1 -- 172.21.15.173:0/3230751752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb168055630 msgr2=0x7fb168036850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7fb176603640 1 --2- 172.21.15.173:0/3230751752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb168055630 0x7fb168036850 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb16c0097a0 tx=0x7fb16c029f60 comp rx=0 tx=0).stop 2024-09-10T09:27:39.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f68cd198640 1 -- 172.21.15.173:0/631372675 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f68c0034c40 msgr2=0x7f68c0033620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f388c24c640 1 -- 172.21.15.173:0/910644682 shutdown_connections 2024-09-10T09:27:39.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f388c24c640 1 --2- 172.21.15.173:0/910644682 >> v2:172.21.15.176:3300/0 conn(0x7f388406f6f0 0x7f38840b4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f388c24c640 1 --2- 172.21.15.173:0/910644682 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f38840720b0 0x7f38840cfca0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f388c24c640 1 -- 172.21.15.173:0/910644682 >> 172.21.15.173:0/910644682 conn(0x7f3884067d70 msgr2=0x7f388406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f68cd999640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f68c0034c40 0x7f68c0033620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f68ce19a640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f68c0048bf0 0x7f68c00d66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7fb176603640 1 -- 172.21.15.173:0/3230751752 shutdown_connections 2024-09-10T09:27:39.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f869affd640 1 -- 172.21.15.173:0/1034693839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 msgr2=0x7f869c15a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:39.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f869affd640 1 --2- 172.21.15.173:0/1034693839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 0x7f869c15a2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f869affd640 1 -- 172.21.15.173:0/1034693839 >> v1:172.21.15.176:6789/0 conn(0x7f869c0cf680 legacy=0x7f869c0720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.096 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f638359e640 1 -- 172.21.15.173:0/1252535410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f637c0e7120 msgr2=0x7f637c005e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.096 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f638359e640 1 --2- 172.21.15.173:0/1252535410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f637c0e7120 0x7f637c005e40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f637c00d7c0 tx=0x7f637402a230 comp rx=0 tx=0).stop 2024-09-10T09:27:39.096 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f774d6cf640 1 -- 172.21.15.173:0/2857539769 wait complete. 2024-09-10T09:27:39.096 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.050+0000 7f869affd640 1 -- 172.21.15.173:0/1034693839 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f869c15a800 con 0x7f869c15ea90 2024-09-10T09:27:39.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f68cd198640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f68c0034c40 0x7f68c0033620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f68cd198640 1 -- 172.21.15.173:0/631372675 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f68c0048bf0 msgr2=0x7f68c00d66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f68cd198640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f68c0048bf0 0x7f68c00d66d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f68cd198640 1 -- 172.21.15.173:0/631372675 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c0032580 con 0x7f68c0036090 2024-09-10T09:27:39.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f68cd999640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f68c0034c40 0x7f68c0033620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:39.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7fb176603640 1 --2- 172.21.15.173:0/3230751752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb168055630 0x7fb168036850 secure :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb16c0097a0 tx=0x7fb16c029f60 comp rx=0 tx=0).stop 2024-09-10T09:27:39.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7fb176603640 1 --2- 172.21.15.173:0/3230751752 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb168036470 0x7fb168033890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f388c24c640 1 -- 172.21.15.173:0/910644682 shutdown_connections 2024-09-10T09:27:39.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f388c24c640 1 -- 172.21.15.173:0/910644682 wait complete. 2024-09-10T09:27:39.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7fb176603640 1 -- 172.21.15.173:0/3230751752 >> 172.21.15.173:0/3230751752 conn(0x7fb16801dd80 msgr2=0x7fb1680549f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7fb176603640 1 -- 172.21.15.173:0/3230751752 shutdown_connections 2024-09-10T09:27:39.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f82a6123640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f82980e2fe0 0x7f82980d94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f82a5922640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82980345e0 0x7f8298052710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f82a6123640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f82980e2fe0 0x7f82980d94d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35718/0 (socket says 172.21.15.173:35718) 2024-09-10T09:27:39.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f638359e640 1 -- 172.21.15.173:0/1252535410 shutdown_connections 2024-09-10T09:27:39.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f638359e640 1 --2- 172.21.15.173:0/1252535410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f637c0e7120 0x7f637c005e40 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f638359e640 1 --2- 172.21.15.173:0/1252535410 >> v2:172.21.15.173:3300/0 conn(0x7f637c005a60 0x7f637c053f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f638359e640 1 -- 172.21.15.173:0/1252535410 >> 172.21.15.173:0/1252535410 conn(0x7f637c036090 msgr2=0x7f637c0364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f82a6123640 1 -- 172.21.15.173:0/2466003152 learned_addr learned my addr 172.21.15.173:0/2466003152 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f82a5121640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8298036a00 0x7f82980d3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f638359e640 1 -- 172.21.15.173:0/1252535410 shutdown_connections 2024-09-10T09:27:39.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7f638359e640 1 -- 172.21.15.173:0/1252535410 wait complete. 2024-09-10T09:27:39.101 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7f82a5121640 1 -- 172.21.15.173:0/2466003152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f82980e2fe0 msgr2=0x7f82980d94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.101 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7f82a5121640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f82980e2fe0 0x7f82980d94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.101 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7f82a5121640 1 -- 172.21.15.173:0/2466003152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82980345e0 msgr2=0x7f8298052710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.101 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7f82a5121640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82980345e0 0x7f8298052710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.101 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7f82a5121640 1 -- 172.21.15.173:0/2466003152 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82980d8430 con 0x7f8298036a00 2024-09-10T09:27:39.102 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7fb176603640 1 -- 172.21.15.173:0/3230751752 wait complete. 2024-09-10T09:27:39.102 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f869affd640 1 --2- 172.21.15.173:0/1034693839 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c15ea90 0x7f869c0cc9e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f869c0cf370 tx=0x7f868c02a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6a8025b85c8ed9f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.102 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7fa20153d640 1 Processor -- start 2024-09-10T09:27:39.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.051+0000 7f68cd198640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68c0036090 0x7f68c00d90f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f68c8076eb0 tx=0x7f68c8074aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7f68be7fc640 1 -- 172.21.15.173:0/631372675 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68c80741c0 con 0x7f68c0036090 2024-09-10T09:27:39.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7f68ce99b640 1 -- 172.21.15.173:0/631372675 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68c0032860 con 0x7f68c0036090 2024-09-10T09:27:39.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7f68ce99b640 1 -- 172.21.15.173:0/631372675 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68c0032e20 con 0x7f68c0036090 2024-09-10T09:27:39.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.052+0000 7f68be7fc640 1 -- 172.21.15.173:0/631372675 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68c8074bd0 con 0x7f68c0036090 2024-09-10T09:27:39.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7f68be7fc640 1 -- 172.21.15.173:0/631372675 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68c8072630 con 0x7f68c0036090 2024-09-10T09:27:39.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7f82a5121640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8298036a00 0x7f82980d3a40 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f829800fca0 tx=0x7f829c00ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7f82967fc640 1 -- 172.21.15.173:0/2466003152 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f829c017070 con 0x7f8298036a00 2024-09-10T09:27:39.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7f82967fc640 1 -- 172.21.15.173:0/2466003152 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f829c00c940 con 0x7f8298036a00 2024-09-10T09:27:39.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7f82967fc640 1 -- 172.21.15.173:0/2466003152 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f829c00cd10 con 0x7f8298036a00 2024-09-10T09:27:39.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7f638359e640 1 Processor -- start 2024-09-10T09:27:39.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7f638359e640 1 -- start start 2024-09-10T09:27:39.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7fb176603640 1 Processor -- start 2024-09-10T09:27:39.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7fb176603640 1 -- start start 2024-09-10T09:27:39.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7f774d6cf640 1 Processor -- start 2024-09-10T09:27:39.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7f774d6cf640 1 -- start start 2024-09-10T09:27:39.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7f869a7fc640 1 -- 172.21.15.173:0/1034693839 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868c037070 con 0x7f869c15ea90 2024-09-10T09:27:39.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7f869a7fc640 1 -- 172.21.15.173:0/1034693839 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f868c032440 con 0x7f869c15ea90 2024-09-10T09:27:39.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7f869a7fc640 1 -- 172.21.15.173:0/1034693839 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868c032810 con 0x7f869c15ea90 2024-09-10T09:27:39.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7f388c24c640 1 Processor -- start 2024-09-10T09:27:39.106 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7f86a1c0a640 1 -- 172.21.15.173:0/1034693839 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c15ea90 msgr2=0x7f869c0cc9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.106 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.053+0000 7fa20153d640 1 -- start start 2024-09-10T09:27:39.106 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7f86a1c0a640 1 --2- 172.21.15.173:0/1034693839 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c15ea90 0x7f869c0cc9e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f869c0cf370 tx=0x7f868c02a250 comp rx=0 tx=0).stop 2024-09-10T09:27:39.107 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fa20153d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa1fc165d90 0x7fa1fc167e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.107 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fa20153d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc1547d0 0x7fa1fc154c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.107 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fa20153d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1fc166170 0x7fa1fc1665d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.107 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fa20153d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc06f930 con 0x7fa1fc166170 2024-09-10T09:27:39.107 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fa20153d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc06f7b0 con 0x7fa1fc165d90 2024-09-10T09:27:39.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fa20153d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa1fc06fab0 con 0x7fa1fc1547d0 2024-09-10T09:27:39.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f774d6cf640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7740009af0 0x7f7740039e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7f388c24c640 1 -- start start 2024-09-10T09:27:39.109 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fb176603640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb168036470 0x7fb16804a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.109 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fb176603640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb168036d90 0x7fb168005b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.109 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fb176603640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb1680ddfb0 0x7fb168006090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.109 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fb176603640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb1680070a0 con 0x7fb168036470 2024-09-10T09:27:39.109 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fb176603640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb168006f20 con 0x7fb168036d90 2024-09-10T09:27:39.109 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fb176603640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fb168039db0 con 0x7fb1680ddfb0 2024-09-10T09:27:39.110 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fa1fbfff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa1fc165d90 0x7fa1fc167e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.110 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fa1fbfff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa1fc165d90 0x7fa1fc167e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35730/0 (socket says 172.21.15.173:35730) 2024-09-10T09:27:39.110 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f68ce99b640 1 -- 172.21.15.173:0/631372675 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68c000b500 con 0x7f68c0036090 2024-09-10T09:27:39.110 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f68be7fc640 1 -- 172.21.15.173:0/631372675 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f68c80727d0 con 0x7f68c0036090 2024-09-10T09:27:39.110 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f774d6cf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 0x7f7740177bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.111 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fb174e00640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb168036d90 0x7fb168005b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.111 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f86a1c0a640 1 -- 172.21.15.173:0/1034693839 shutdown_connections 2024-09-10T09:27:39.111 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fb174e00640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb168036d90 0x7fb168005b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35732/0 (socket says 172.21.15.173:35732) 2024-09-10T09:27:39.111 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fb174e00640 1 -- 172.21.15.173:0/4131014604 learned_addr learned my addr 172.21.15.173:0/4131014604 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.112 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f86a1c0a640 1 --2- 172.21.15.173:0/1034693839 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c15ea90 0x7f869c0cc9e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.112 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f7747fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7740009af0 0x7f7740039e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.112 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f86a1c0a640 1 --2- 172.21.15.173:0/1034693839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 0x7f869c15a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.113 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f86a1c0a640 1 -- 172.21.15.173:0/1034693839 >> 172.21.15.173:0/1034693839 conn(0x7f869c067b30 msgr2=0x7f869c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.113 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f7747fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7740009af0 0x7f7740039e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35738/0 (socket says 172.21.15.173:35738) 2024-09-10T09:27:39.113 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fb175e02640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb1680ddfb0 0x7fb168006090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.114 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f77477fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 0x7f7740177bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.114 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f77477fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 0x7f7740177bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51098/0 (socket says 172.21.15.173:51098) 2024-09-10T09:27:39.114 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f774d6cf640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77400dec70 0x7f77400382d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.114 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f86a1c0a640 1 -- 172.21.15.173:0/1034693839 shutdown_connections 2024-09-10T09:27:39.114 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f86a1c0a640 1 -- 172.21.15.173:0/1034693839 wait complete. 2024-09-10T09:27:39.115 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f388c24c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f388406f6f0 0x7f3884164690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.115 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f388c24c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38840720b0 0x7f38841615d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.115 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f7747fff640 1 -- 172.21.15.173:0/1660223811 learned_addr learned my addr 172.21.15.173:0/1660223811 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.115 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f388c24c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3884162ad0 0x7f3884161b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.115 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f388c24c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f38840b47d0 con 0x7f38840720b0 2024-09-10T09:27:39.115 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f388c24c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f38840b3d70 con 0x7f3884162ad0 2024-09-10T09:27:39.115 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f388c24c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f38840b4950 con 0x7f388406f6f0 2024-09-10T09:27:39.116 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fa1fbfff640 1 -- 172.21.15.173:0/3717412354 learned_addr learned my addr 172.21.15.173:0/3717412354 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.116 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7740032980 con 0x7f77400dec70 2024-09-10T09:27:39.116 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.054+0000 7fa1fb7fe640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc1547d0 0x7fa1fc154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.116 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fa1fbfff640 1 -- 172.21.15.173:0/3717412354 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc1547d0 msgr2=0x7fa1fc154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.117 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fa1fbfff640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc1547d0 0x7fa1fc154c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.117 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fa1fbfff640 1 -- 172.21.15.173:0/3717412354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1fc166170 msgr2=0x7fa1fc1665d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T09:27:39.117 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fa1fbfff640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1fc166170 0x7fa1fc1665d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.117 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fa1fbfff640 1 -- 172.21.15.173:0/3717412354 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1fc155270 con 0x7fa1fc165d90 2024-09-10T09:27:39.117 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f77400df050 con 0x7f7740009af0 2024-09-10T09:27:39.117 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f7740052890 con 0x7f77400323c0 2024-09-10T09:27:39.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f638359e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f637c005a60 0x7f637c0e39a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fa1fbfff640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa1fc165d90 0x7fa1fc167e30 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa1f400eed0 tx=0x7fa1f400b480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fb174e00640 1 -- 172.21.15.173:0/4131014604 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb1680ddfb0 msgr2=0x7fb168006090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fb174e00640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb1680ddfb0 0x7fb168006090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fb174e00640 1 -- 172.21.15.173:0/4131014604 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb168036470 msgr2=0x7fb16804a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f388a7e9640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3884162ad0 0x7f3884161b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7fa1f8ff9640 1 -- 172.21.15.173:0/3717412354 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f4018020 con 0x7fa1fc165d90 2024-09-10T09:27:39.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f388a7e9640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3884162ad0 0x7f3884161b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35752/0 (socket says 172.21.15.173:35752) 2024-09-10T09:27:39.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f388a7e9640 1 -- 172.21.15.173:0/1218158512 learned_addr learned my addr 172.21.15.173:0/1218158512 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f3889fe8640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f388406f6f0 0x7f3884164690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f774cece640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77400dec70 0x7f77400382d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f638359e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f637c04eb60 0x7f637c0396b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.121 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f3889fe8640 1 -- 172.21.15.173:0/1218158512 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3884162ad0 msgr2=0x7f3884161b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.121 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f3889fe8640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3884162ad0 0x7f3884161b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.121 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f3889fe8640 1 -- 172.21.15.173:0/1218158512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38840720b0 msgr2=0x7f38841615d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.121 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f68be7fc640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f68ac06bf00 0x7f68ac06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.122 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f68be7fc640 1 -- 172.21.15.173:0/631372675 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f68c8106b20 con 0x7f68c0036090 2024-09-10T09:27:39.122 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f3889fe8640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38840720b0 0x7f38841615d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.122 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f3889fe8640 1 -- 172.21.15.173:0/1218158512 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3884164bd0 con 0x7f388406f6f0 2024-09-10T09:27:39.122 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f638259c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f637c005a60 0x7f637c0e39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.122 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f638259c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f637c005a60 0x7f637c0e39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51118/0 (socket says 172.21.15.173:51118) 2024-09-10T09:27:39.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f388a7e9640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3884162ad0 0x7f3884161b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:39.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f6381d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f637c04eb60 0x7f637c0396b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f6381d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f637c04eb60 0x7f637c0396b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37374/0 (socket says 172.21.15.173:37374) 2024-09-10T09:27:39.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f638259c640 1 -- 172.21.15.173:0/500986782 learned_addr learned my addr 172.21.15.173:0/500986782 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f774cece640 1 -- 172.21.15.173:0/1660223811 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 msgr2=0x7f7740177bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f774cece640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 0x7f7740177bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f638359e640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f637c0e7120 0x7f637c0dd410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f774cece640 1 -- 172.21.15.173:0/1660223811 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7740009af0 msgr2=0x7f7740039e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f774cece640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7740009af0 0x7f7740039e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f774cece640 1 -- 172.21.15.173:0/1660223811 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7740178440 con 0x7f77400dec70 2024-09-10T09:27:39.125 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f637c053a10 con 0x7f637c04eb60 2024-09-10T09:27:39.125 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f637c007240 con 0x7f637c0e7120 2024-09-10T09:27:39.125 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f637c01dc40 con 0x7f637c005a60 2024-09-10T09:27:39.125 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f6382d9d640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f637c0e7120 0x7f637c0dd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.125 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f774cece640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77400dec70 0x7f77400382d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f774806a370 tx=0x7f7748069740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.126 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f3889fe8640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f388406f6f0 0x7f3884164690 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f387c030000 tx=0x7f387c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.126 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7fa20153d640 1 -- 172.21.15.173:0/3717412354 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1fc0b0420 con 0x7fa1fc165d90 2024-09-10T09:27:39.126 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7fa20153d640 1 -- 172.21.15.173:0/3717412354 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1fc0b09e0 con 0x7fa1fc165d90 2024-09-10T09:27:39.126 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f387a7fc640 1 -- 172.21.15.173:0/1218158512 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387c041020 con 0x7f388406f6f0 2024-09-10T09:27:39.127 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7fb175601640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb168036470 0x7fb16804a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.127 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f387a7fc640 1 -- 172.21.15.173:0/1218158512 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f387c037040 con 0x7f388406f6f0 2024-09-10T09:27:39.127 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f387a7fc640 1 -- 172.21.15.173:0/1218158512 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387c036070 con 0x7f388406f6f0 2024-09-10T09:27:39.127 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7fa1f8ff9640 1 -- 172.21.15.173:0/3717412354 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1f4014400 con 0x7fa1fc165d90 2024-09-10T09:27:39.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7fa1f8ff9640 1 -- 172.21.15.173:0/3717412354 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f40147f0 con 0x7fa1fc165d90 2024-09-10T09:27:39.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f388c24c640 1 -- 172.21.15.173:0/1218158512 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f388415a470 con 0x7f388406f6f0 2024-09-10T09:27:39.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7fb174e00640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb168036470 0x7fb16804a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f86a1c0a640 1 Processor -- start 2024-09-10T09:27:39.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f388c24c640 1 -- 172.21.15.173:0/1218158512 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f388415aa30 con 0x7f388406f6f0 2024-09-10T09:27:39.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7fb174e00640 1 -- 172.21.15.173:0/4131014604 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb16804ad60 con 0x7fb168036d90 2024-09-10T09:27:39.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7f68cd999640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f68ac06bf00 0x7f68ac06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7fb175601640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb168036470 0x7fb16804a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:39.130 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.055+0000 7f82a7b86640 1 -- 172.21.15.173:0/2466003152 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82980d8710 con 0x7f8298036a00 2024-09-10T09:27:39.130 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.056+0000 7f82a7b86640 1 -- 172.21.15.173:0/2466003152 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f82980d8cd0 con 0x7f8298036a00 2024-09-10T09:27:39.130 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.057+0000 7f8283fff640 1 -- 172.21.15.173:0/2466003152 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f827c005290 con 0x7f8298036a00 2024-09-10T09:27:39.130 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7f86a1c0a640 1 -- start start 2024-09-10T09:27:39.131 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7fb174e00640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb168036d90 0x7fb168005b50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb16c035040 tx=0x7fb16c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.131 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7f68cd999640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f68ac06bf00 0x7f68ac06e3c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f68b8034000 tx=0x7f68b802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.132 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7f82967fc640 1 -- 172.21.15.173:0/2466003152 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f829c01a070 con 0x7f8298036a00 2024-09-10T09:27:39.132 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7f6381d9b640 1 -- 172.21.15.173:0/500986782 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f637c005a60 msgr2=0x7f637c0e39a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7f6381d9b640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f637c005a60 0x7f637c0e39a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7f6381d9b640 1 -- 172.21.15.173:0/500986782 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f637c0e7120 msgr2=0x7f637c0dd410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7f6381d9b640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f637c0e7120 0x7f637c0dd410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7f6381d9b640 1 -- 172.21.15.173:0/500986782 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f637c038650 con 0x7f637c04eb60 2024-09-10T09:27:39.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7f6382d9d640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f637c0e7120 0x7f637c0dd410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:39.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7fb161ffb640 1 -- 172.21.15.173:0/4131014604 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16c037040 con 0x7fb168036d90 2024-09-10T09:27:39.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7fb176603640 1 -- 172.21.15.173:0/4131014604 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb16804b040 con 0x7fb168036d90 2024-09-10T09:27:39.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7fb176603640 1 -- 172.21.15.173:0/4131014604 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1680492e0 con 0x7fb168036d90 2024-09-10T09:27:39.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7f6381d9b640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f637c04eb60 0x7f637c0396b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6374031000 tx=0x7f63740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7f388c24c640 1 -- 172.21.15.173:0/1218158512 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38840b4290 con 0x7f388406f6f0 2024-09-10T09:27:39.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7f82967fc640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f828406bf00 0x7f828406e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7f86a1c0a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 0x7f869c13fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7f86a1c0a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c0cf680 0x7f869c152990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.136 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7f82967fc640 1 -- 172.21.15.173:0/2466003152 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f829c08b260 con 0x7f8298036a00 2024-09-10T09:27:39.136 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7f82a5922640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f828406bf00 0x7f828406e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f86a1c0a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f869c15ea90 0x7f869c0b3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f869affd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c0cf680 0x7f869c152990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f869affd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c0cf680 0x7f869c152990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35774/0 (socket says 172.21.15.173:35774) 2024-09-10T09:27:39.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f869b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 0x7f869c13fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f869b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 0x7f869c13fbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51134/0 (socket says 172.21.15.173:51134) 2024-09-10T09:27:39.138 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f82a5922640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f828406bf00 0x7f828406e3c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8290034000 tx=0x7f829002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.138 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f869bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f869c15ea90 0x7f869c0b3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.138 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.058+0000 7fa20153d640 1 -- 172.21.15.173:0/3717412354 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1fc0b0be0 con 0x7fa1fc165d90 2024-09-10T09:27:39.139 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7fb161ffb640 1 -- 172.21.15.173:0/4131014604 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb16c042070 con 0x7fb168036d90 2024-09-10T09:27:39.139 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.059+0000 7fb161ffb640 1 -- 172.21.15.173:0/4131014604 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16c0044e0 con 0x7fb168036d90 2024-09-10T09:27:39.139 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f869bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f869c15ea90 0x7f869c0b3bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37384/0 (socket says 172.21.15.173:37384) 2024-09-10T09:27:39.139 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f869affd640 1 -- 172.21.15.173:0/695773687 learned_addr learned my addr 172.21.15.173:0/695773687 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:39.139 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f869c0cee80 con 0x7f869c15ea90 2024-09-10T09:27:39.140 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f869c0ceba0 con 0x7f869c0cf680 2024-09-10T09:27:39.140 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f869c0ccf20 con 0x7f869c067f40 2024-09-10T09:27:39.140 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7fb15b7fe640 1 -- 172.21.15.173:0/4131014604 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb148005290 con 0x7fb168036d90 2024-09-10T09:27:39.140 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.060+0000 7f387a7fc640 1 -- 172.21.15.173:0/1218158512 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f387c044020 con 0x7f388406f6f0 2024-09-10T09:27:39.140 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7fa1f8ff9640 1 -- 172.21.15.173:0/3717412354 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa1f4005d10 con 0x7fa1fc165d90 2024-09-10T09:27:39.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7f869b7fe640 1 -- 172.21.15.173:0/695773687 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c0cf680 msgr2=0x7f869c152990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7f869b7fe640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c0cf680 0x7f869c152990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7f869b7fe640 1 -- 172.21.15.173:0/695773687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f869c15ea90 msgr2=0x7f869c0b3bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.142 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7f869b7fe640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f869c15ea90 0x7f869c0b3bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.142 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7f869b7fe640 1 -- 172.21.15.173:0/695773687 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f869c1560b0 con 0x7f869c067f40 2024-09-10T09:27:39.142 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7f869affd640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c0cf680 0x7f869c152990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:39.142 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7f869bfff640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f869c15ea90 0x7f869c0b3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:39.142 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7f387a7fc640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f386806be80 0x7f386806e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.142 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7fa1f8ff9640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa1e806beb0 0x7fa1e806e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7f387a7fc640 1 -- 172.21.15.173:0/1218158512 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f387c0abc70 con 0x7f388406f6f0 2024-09-10T09:27:39.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7fa1f8ff9640 1 -- 172.21.15.173:0/3717412354 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa1f408b8d0 con 0x7fa1fc165d90 2024-09-10T09:27:39.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7f38897e7640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f386806be80 0x7f386806e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.061+0000 7fa1fb7fe640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa1e806beb0 0x7fa1e806e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f869b7fe640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 0x7f869c13fbd0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f868400e850 tx=0x7f868400ed10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7fb161ffb640 1 -- 172.21.15.173:0/4131014604 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb16c064480 con 0x7fb168036d90 2024-09-10T09:27:39.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7fa1fb7fe640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa1e806beb0 0x7fa1e806e370 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec033000 tx=0x7fa1ec009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f38897e7640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f386806be80 0x7f386806e340 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3884072b50 tx=0x7f3880006ba0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f68be7fc640 1 -- 172.21.15.173:0/631372675 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f68c809c350 con 0x7f68c0036090 2024-09-10T09:27:39.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f6372ffd640 1 -- 172.21.15.173:0/500986782 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6374041020 con 0x7f637c04eb60 2024-09-10T09:27:39.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f6372ffd640 1 -- 172.21.15.173:0/500986782 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6374030a80 con 0x7f637c04eb60 2024-09-10T09:27:39.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f6372ffd640 1 -- 172.21.15.173:0/500986782 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6374037040 con 0x7f637c04eb60 2024-09-10T09:27:39.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f637c038bd0 con 0x7f637c04eb60 2024-09-10T09:27:39.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f7744ff9640 1 -- 172.21.15.173:0/1660223811 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7748063020 con 0x7f77400dec70 2024-09-10T09:27:39.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f7744ff9640 1 -- 172.21.15.173:0/1660223811 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77480631c0 con 0x7f77400dec70 2024-09-10T09:27:39.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7740178720 con 0x7f77400dec70 2024-09-10T09:27:39.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7fb161ffb640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb15406be80 0x7fb15406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7740178130 con 0x7f77400dec70 2024-09-10T09:27:39.147 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f637c039190 con 0x7f637c04eb60 2024-09-10T09:27:39.148 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.062+0000 7f7744ff9640 1 -- 172.21.15.173:0/1660223811 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77480635b0 con 0x7f77400dec70 2024-09-10T09:27:39.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.063+0000 7fb175601640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb15406be80 0x7fb15406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.063+0000 7fb175601640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb15406be80 0x7fb15406e340 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb164009a60 tx=0x7fb164008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.063+0000 7fb161ffb640 1 -- 172.21.15.173:0/4131014604 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb16c0ab980 con 0x7fb168036d90 2024-09-10T09:27:39.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.064+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f637c047b50 con 0x7f637c04eb60 2024-09-10T09:27:39.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.064+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7728005290 con 0x7f77400dec70 2024-09-10T09:27:39.150 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.064+0000 7f82967fc640 1 -- 172.21.15.173:0/2466003152 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f829c059480 con 0x7f8298036a00 2024-09-10T09:27:39.150 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.064+0000 7f6372ffd640 1 -- 172.21.15.173:0/500986782 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6374044020 con 0x7f637c04eb60 2024-09-10T09:27:39.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.064+0000 7f7744ff9640 1 -- 172.21.15.173:0/1660223811 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7748062630 con 0x7f77400dec70 2024-09-10T09:27:39.151 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.065+0000 7f6372ffd640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f636406be30 0x7f636406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.065+0000 7f7744ff9640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f772c06be30 0x7f772c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.065+0000 7f6372ffd640 1 -- 172.21.15.173:0/500986782 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f63740abdb0 con 0x7f637c04eb60 2024-09-10T09:27:39.153 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.065+0000 7f7744ff9640 1 -- 172.21.15.173:0/1660223811 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7748106af0 con 0x7f77400dec70 2024-09-10T09:27:39.153 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.065+0000 7f638259c640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f636406be30 0x7f636406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.153 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.065+0000 7f7747fff640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f772c06be30 0x7f772c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.066+0000 7f638259c640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f636406be30 0x7f636406e2f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6384000b60 tx=0x7f638406f040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.066+0000 7f7747fff640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f772c06be30 0x7f772c06e2f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7734001810 tx=0x7f77340015c0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.066+0000 7fb161ffb640 1 -- 172.21.15.173:0/4131014604 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb16c07a180 con 0x7fb168036d90 2024-09-10T09:27:39.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.068+0000 7f387a7fc640 1 -- 172.21.15.173:0/1218158512 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f387c04b030 con 0x7f388406f6f0 2024-09-10T09:27:39.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.068+0000 7f8693fff640 1 -- 172.21.15.173:0/695773687 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8684017070 con 0x7f869c067f40 2024-09-10T09:27:39.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.068+0000 7f8693fff640 1 -- 172.21.15.173:0/695773687 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f868400c940 con 0x7f869c067f40 2024-09-10T09:27:39.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.069+0000 7f8693fff640 1 -- 172.21.15.173:0/695773687 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868400cd10 con 0x7f869c067f40 2024-09-10T09:27:39.156 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.069+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f869c156390 con 0x7f869c067f40 2024-09-10T09:27:39.156 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.069+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f869c156950 con 0x7f869c067f40 2024-09-10T09:27:39.156 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.071+0000 7fa1f8ff9640 1 -- 172.21.15.173:0/3717412354 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa1fc0b0be0 con 0x7fa1fc165d90 2024-09-10T09:27:39.157 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.071+0000 7f8693fff640 1 -- 172.21.15.173:0/695773687 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f868401a070 con 0x7f869c067f40 2024-09-10T09:27:39.157 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.072+0000 7f8693fff640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f867c06be80 0x7f867c06e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:39.157 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.072+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f869c073580 con 0x7f869c067f40 2024-09-10T09:27:39.157 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.072+0000 7f8693fff640 1 -- 172.21.15.173:0/695773687 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f868408b370 con 0x7f869c067f40 2024-09-10T09:27:39.157 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.072+0000 7f869affd640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f867c06be80 0x7f867c06e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:39.157 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.073+0000 7f869affd640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f867c06be80 0x7f867c06e340 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f869c159340 tx=0x7f868c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:39.157 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.073+0000 7f7744ff9640 1 -- 172.21.15.173:0/1660223811 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f77480d5140 con 0x7f77400dec70 2024-09-10T09:27:39.158 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.080+0000 7f8693fff640 1 -- 172.21.15.173:0/695773687 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8684086c30 con 0x7f869c067f40 2024-09-10T09:27:39.158 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.083+0000 7f6372ffd640 1 -- 172.21.15.173:0/500986782 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f637404b030 con 0x7f637c04eb60 2024-09-10T09:27:39.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.457+0000 7fb15b7fe640 1 -- 172.21.15.173:0/4131014604 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb148005850 con 0x7fb168036d90 2024-09-10T09:27:39.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.458+0000 7fb161ffb640 1 -- 172.21.15.173:0/4131014604 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb16c079a80 con 0x7fb168036d90 2024-09-10T09:27:39.459 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:39.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.461+0000 7fb176603640 1 -- 172.21.15.173:0/4131014604 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb15406be80 msgr2=0x7fb15406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb15406be80 0x7fb15406e340 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb164009a60 tx=0x7fb164008040 comp rx=0 tx=0).stop 2024-09-10T09:27:39.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7f8283fff640 1 -- 172.21.15.173:0/2466003152 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f827c005580 con 0x7f8298036a00 2024-09-10T09:27:39.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 -- 172.21.15.173:0/4131014604 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb168036d90 msgr2=0x7fb168005b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb168036d90 0x7fb168005b50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb16c035040 tx=0x7fb16c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 -- 172.21.15.173:0/4131014604 shutdown_connections 2024-09-10T09:27:39.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb15406be80 0x7fb15406e340 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb1680ddfb0 0x7fb168006090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb168036d90 0x7fb168005b50 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 --2- 172.21.15.173:0/4131014604 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb168036470 0x7fb16804a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 -- 172.21.15.173:0/4131014604 >> 172.21.15.173:0/4131014604 conn(0x7fb16801dd80 msgr2=0x7fb1680549d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 -- 172.21.15.173:0/4131014604 shutdown_connections 2024-09-10T09:27:39.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.462+0000 7fb176603640 1 -- 172.21.15.173:0/4131014604 wait complete. 2024-09-10T09:27:39.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.463+0000 7f82967fc640 1 -- 172.21.15.173:0/2466003152 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f829c05d780 con 0x7f8298036a00 2024-09-10T09:27:39.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.465+0000 7f68ce99b640 1 -- 172.21.15.173:0/631372675 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f68c000b220 con 0x7f68c0036090 2024-09-10T09:27:39.468 INFO:teuthology.orchestra.run.smithi173.stdout:60129542152 2024-09-10T09:27:39.470 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:39.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.467+0000 7f68be7fc640 1 -- 172.21.15.173:0/631372675 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f68c80d5200 con 0x7f68c0036090 2024-09-10T09:27:39.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 -- 172.21.15.173:0/2466003152 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f828406bf00 msgr2=0x7f828406e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f828406bf00 0x7f828406e3c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8290034000 tx=0x7f829002e000 comp rx=0 tx=0).stop 2024-09-10T09:27:39.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 -- 172.21.15.173:0/2466003152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8298036a00 msgr2=0x7f82980d3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8298036a00 0x7f82980d3a40 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f829800fca0 tx=0x7f829c00ed60 comp rx=0 tx=0).stop 2024-09-10T09:27:39.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 -- 172.21.15.173:0/2466003152 shutdown_connections 2024-09-10T09:27:39.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f828406bf00 0x7f828406e3c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f82980e2fe0 0x7f82980d94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8298036a00 0x7f82980d3a40 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 --2- 172.21.15.173:0/2466003152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f82980345e0 0x7f8298052710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 -- 172.21.15.173:0/2466003152 >> 172.21.15.173:0/2466003152 conn(0x7f829801ea40 msgr2=0x7f829804bf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 -- 172.21.15.173:0/2466003152 shutdown_connections 2024-09-10T09:27:39.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.468+0000 7f8283fff640 1 -- 172.21.15.173:0/2466003152 wait complete. 2024-09-10T09:27:39.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.471+0000 7f68ce99b640 1 -- 172.21.15.173:0/631372675 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f68ac06bf00 msgr2=0x7f68ac06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.471+0000 7f68ce99b640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f68ac06bf00 0x7f68ac06e3c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f68b8034000 tx=0x7f68b802e000 comp rx=0 tx=0).stop 2024-09-10T09:27:39.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.471+0000 7f68ce99b640 1 -- 172.21.15.173:0/631372675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68c0036090 msgr2=0x7f68c00d90f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.471+0000 7f68ce99b640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68c0036090 0x7f68c00d90f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f68c8076eb0 tx=0x7f68c8074aa0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.471+0000 7f68ce99b640 1 -- 172.21.15.173:0/631372675 shutdown_connections 2024-09-10T09:27:39.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.471+0000 7f68ce99b640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f68ac06bf00 0x7f68ac06e3c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.472+0000 7f68ce99b640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f68c0048bf0 0x7f68c00d66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.472+0000 7f68ce99b640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68c0036090 0x7f68c00d90f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.472+0000 7f68ce99b640 1 --2- 172.21.15.173:0/631372675 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f68c0034c40 0x7f68c0033620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.472+0000 7f68ce99b640 1 -- 172.21.15.173:0/631372675 >> 172.21.15.173:0/631372675 conn(0x7f68c001ea40 msgr2=0x7f68c00da1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.472+0000 7f68ce99b640 1 -- 172.21.15.173:0/631372675 shutdown_connections 2024-09-10T09:27:39.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.472+0000 7f68ce99b640 1 -- 172.21.15.173:0/631372675 wait complete. 2024-09-10T09:27:39.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.472+0000 7fa20153d640 1 -- 172.21.15.173:0/3717412354 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fa1fc0b0210 con 0x7fa1fc165d90 2024-09-10T09:27:39.475 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.473+0000 7fa1f8ff9640 1 -- 172.21.15.173:0/3717412354 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa1f4022030 con 0x7fa1fc165d90 2024-09-10T09:27:39.475 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:39.475 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.474+0000 7f388c24c640 1 -- 172.21.15.173:0/1218158512 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f3884164e00 con 0x7f388406f6f0 2024-09-10T09:27:39.475 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.475+0000 7f387a7fc640 1 -- 172.21.15.173:0/1218158512 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f387c07a3c0 con 0x7f388406f6f0 2024-09-10T09:27:39.476 INFO:teuthology.orchestra.run.smithi173.stdout:60129542152 2024-09-10T09:27:39.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.475+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f7728005850 con 0x7f77400dec70 2024-09-10T09:27:39.477 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.476+0000 7f7744ff9640 1 -- 172.21.15.173:0/1660223811 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f77480d4a40 con 0x7f77400dec70 2024-09-10T09:27:39.478 INFO:teuthology.orchestra.run.smithi173.stdout:60129542151 2024-09-10T09:27:39.478 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.477+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f869c0b2d20 con 0x7f869c067f40 2024-09-10T09:27:39.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.477+0000 7fa20153d640 1 -- 172.21.15.173:0/3717412354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa1e806beb0 msgr2=0x7fa1e806e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.477+0000 7fa20153d640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa1e806beb0 0x7fa1e806e370 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec033000 tx=0x7fa1ec009030 comp rx=0 tx=0).stop 2024-09-10T09:27:39.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.477+0000 7fa20153d640 1 -- 172.21.15.173:0/3717412354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa1fc165d90 msgr2=0x7fa1fc167e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.477+0000 7fa20153d640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa1fc165d90 0x7fa1fc167e30 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa1f400eed0 tx=0x7fa1f400b480 comp rx=0 tx=0).stop 2024-09-10T09:27:39.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.478+0000 7fa20153d640 1 -- 172.21.15.173:0/3717412354 shutdown_connections 2024-09-10T09:27:39.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.478+0000 7fa20153d640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa1e806beb0 0x7fa1e806e370 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.478+0000 7fa20153d640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1fc166170 0x7fa1fc1665d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.478+0000 7fa20153d640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa1fc1547d0 0x7fa1fc154c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.478+0000 7fa20153d640 1 --2- 172.21.15.173:0/3717412354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa1fc165d90 0x7fa1fc167e30 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.478+0000 7fa20153d640 1 -- 172.21.15.173:0/3717412354 >> 172.21.15.173:0/3717412354 conn(0x7fa1fc06c240 msgr2=0x7fa1fc165390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.478+0000 7f8693fff640 1 -- 172.21.15.173:0/695773687 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f86840593f0 con 0x7f869c067f40 2024-09-10T09:27:39.481 INFO:teuthology.orchestra.run.smithi173.stdout:60129542151 2024-09-10T09:27:39.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7fa20153d640 1 -- 172.21.15.173:0/3717412354 shutdown_connections 2024-09-10T09:27:39.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7fa20153d640 1 -- 172.21.15.173:0/3717412354 wait complete. 2024-09-10T09:27:39.482 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 -- 172.21.15.173:0/1218158512 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f386806be80 msgr2=0x7f386806e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.482 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f386806be80 0x7f386806e340 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3884072b50 tx=0x7f3880006ba0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.482 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 -- 172.21.15.173:0/1218158512 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f388406f6f0 msgr2=0x7f3884164690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.482 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f388406f6f0 0x7f3884164690 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f387c030000 tx=0x7f387c004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:39.482 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f772c06be30 msgr2=0x7f772c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.482 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f772c06be30 0x7f772c06e2f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7734001810 tx=0x7f77340015c0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.482 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77400dec70 msgr2=0x7f77400382d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.482 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77400dec70 0x7f77400382d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f774806a370 tx=0x7f7748069740 comp rx=0 tx=0).stop 2024-09-10T09:27:39.483 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 -- 172.21.15.173:0/1218158512 shutdown_connections 2024-09-10T09:27:39.483 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 shutdown_connections 2024-09-10T09:27:39.483 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f772c06be30 0x7f772c06e2f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.483 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77400dec70 0x7f77400382d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.484 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f77400323c0 0x7f7740177bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.484 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 --2- 172.21.15.173:0/1660223811 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7740009af0 0x7f7740039e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.484 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 >> 172.21.15.173:0/1660223811 conn(0x7f7740036090 msgr2=0x7f774004f020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.484 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f386806be80 0x7f386806e340 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.484 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3884162ad0 0x7f3884161b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.484 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f38840720b0 0x7f38841615d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.485 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 shutdown_connections 2024-09-10T09:27:39.485 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 --2- 172.21.15.173:0/1218158512 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f388406f6f0 0x7f3884164690 secure :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f387c030000 tx=0x7f387c004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:39.485 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f774d6cf640 1 -- 172.21.15.173:0/1660223811 wait complete. 2024-09-10T09:27:39.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 -- 172.21.15.173:0/1218158512 >> 172.21.15.173:0/1218158512 conn(0x7f3884067d70 msgr2=0x7f38840b0910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.479+0000 7f388c24c640 1 -- 172.21.15.173:0/1218158512 shutdown_connections 2024-09-10T09:27:39.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.480+0000 7f388c24c640 1 -- 172.21.15.173:0/1218158512 wait complete. 2024-09-10T09:27:39.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.483+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f637c0316c0 con 0x7f637c04eb60 2024-09-10T09:27:39.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.483+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f867c06be80 msgr2=0x7f867c06e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.483+0000 7f86a1c0a640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f867c06be80 0x7f867c06e340 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f869c159340 tx=0x7f868c02e000 comp rx=0 tx=0).stop 2024-09-10T09:27:39.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.483+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 msgr2=0x7f869c13fbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.483+0000 7f86a1c0a640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 0x7f869c13fbd0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f868400e850 tx=0x7f868400ed10 comp rx=0 tx=0).stop 2024-09-10T09:27:39.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.484+0000 7f6372ffd640 1 -- 172.21.15.173:0/500986782 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f637407a3a0 con 0x7f637c04eb60 2024-09-10T09:27:39.488 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:39.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.484+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 shutdown_connections 2024-09-10T09:27:39.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.484+0000 7f86a1c0a640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f867c06be80 0x7f867c06e340 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.484+0000 7f86a1c0a640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f869c15ea90 0x7f869c0b3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.484+0000 7f86a1c0a640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f869c0cf680 0x7f869c152990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.484+0000 7f86a1c0a640 1 --2- 172.21.15.173:0/695773687 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f869c067f40 0x7f869c13fbd0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.489 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.484+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 >> 172.21.15.173:0/695773687 conn(0x7f869c067b30 msgr2=0x7f869c15ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.489 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.484+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 shutdown_connections 2024-09-10T09:27:39.489 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.484+0000 7f86a1c0a640 1 -- 172.21.15.173:0/695773687 wait complete. 2024-09-10T09:27:39.489 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.2 2024-09-10T09:27:39.490 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.488+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f636406be30 msgr2=0x7f636406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.488+0000 7f638359e640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f636406be30 0x7f636406e2f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6384000b60 tx=0x7f638406f040 comp rx=0 tx=0).stop 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.488+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f637c04eb60 msgr2=0x7f637c0396b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.488+0000 7f638359e640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f637c04eb60 0x7f637c0396b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6374031000 tx=0x7f63740046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.488+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 shutdown_connections 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.488+0000 7f638359e640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f636406be30 0x7f636406e2f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.488+0000 7f638359e640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f637c0e7120 0x7f637c0dd410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.488+0000 7f638359e640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f637c04eb60 0x7f637c0396b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.488+0000 7f638359e640 1 --2- 172.21.15.173:0/500986782 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f637c005a60 0x7f637c0e39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.488+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 >> 172.21.15.173:0/500986782 conn(0x7f637c036090 msgr2=0x7f637c005e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.489+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 shutdown_connections 2024-09-10T09:27:39.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:39.489+0000 7f638359e640 1 -- 172.21.15.173:0/500986782 wait complete. 2024-09-10T09:27:39.495 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.0 2024-09-10T09:27:39.501 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.3 2024-09-10T09:27:39.502 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.4 2024-09-10T09:27:39.504 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.1 2024-09-10T09:27:39.505 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.7 2024-09-10T09:27:39.505 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.5 2024-09-10T09:27:39.508 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.6 2024-09-10T09:27:40.490 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T09:27:40.496 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T09:27:40.502 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T09:27:40.503 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-10T09:27:40.505 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T09:27:40.506 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-10T09:27:40.506 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-10T09:27:40.508 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-10T09:27:40.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.649+0000 7f81448a4640 1 Processor -- start 2024-09-10T09:27:40.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.650+0000 7f81448a4640 1 -- start start 2024-09-10T09:27:40.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.651+0000 7f81448a4640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f8140162ad0 0x7f81400cfca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.651+0000 7f81448a4640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81400b49a0 con 0x7f81400720b0 2024-09-10T09:27:40.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.651+0000 7f81448a4640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81400afa20 con 0x7f814006f6f0 2024-09-10T09:27:40.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.651+0000 7f81448a4640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f81400afce0 con 0x7f8140162ad0 2024-09-10T09:27:40.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.652+0000 7f813ed9d640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f814006f6f0 0x7f81400b4290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:60544/0 (socket says 172.21.15.173:60544) 2024-09-10T09:27:40.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.652+0000 7f813ed9d640 1 -- 172.21.15.173:0/4191239179 learned_addr learned my addr 172.21.15.173:0/4191239179 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:40.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.652+0000 7f813dd9b640 1 --2- 172.21.15.173:0/4191239179 >> v2:172.21.15.176:3300/0 conn(0x7f8140162ad0 0x7f81400cfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.655 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.653+0000 7f813dd9b640 1 -- 172.21.15.173:0/4191239179 >> v1:172.21.15.176:6789/0 conn(0x7f814006f6f0 legacy=0x7f81400b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.655 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.653+0000 7f813dd9b640 1 -- 172.21.15.173:0/4191239179 >> v1:172.21.15.173:6789/0 conn(0x7f81400720b0 legacy=0x7f8140072490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.655 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.653+0000 7f813dd9b640 1 -- 172.21.15.173:0/4191239179 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81400b34d0 con 0x7f8140162ad0 2024-09-10T09:27:40.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.655+0000 7f813dd9b640 1 --2- 172.21.15.173:0/4191239179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 0x7f81400cfca0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f81300097a0 tx=0x7f813002a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e898b7696225181 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.655+0000 7f813d59a640 1 -- 172.21.15.173:0/4191239179 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8130037070 con 0x7f8140162ad0 2024-09-10T09:27:40.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.655+0000 7f813d59a640 1 -- 172.21.15.173:0/4191239179 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f813002add0 con 0x7f8140162ad0 2024-09-10T09:27:40.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.655+0000 7f813d59a640 1 -- 172.21.15.173:0/4191239179 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8130032640 con 0x7f8140162ad0 2024-09-10T09:27:40.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.656+0000 7f81448a4640 1 -- 172.21.15.173:0/4191239179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 msgr2=0x7f81400cfca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.656+0000 7f81448a4640 1 --2- 172.21.15.173:0/4191239179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 0x7f81400cfca0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f81300097a0 tx=0x7f813002a140 comp rx=0 tx=0).stop 2024-09-10T09:27:40.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.657+0000 7f81448a4640 1 -- 172.21.15.173:0/4191239179 shutdown_connections 2024-09-10T09:27:40.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.657+0000 7f81448a4640 1 --2- 172.21.15.173:0/4191239179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 0x7f81400cfca0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.657+0000 7f81448a4640 1 -- 172.21.15.173:0/4191239179 >> 172.21.15.173:0/4191239179 conn(0x7f8140067d70 msgr2=0x7f814006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:40.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.657+0000 7f81448a4640 1 -- 172.21.15.173:0/4191239179 shutdown_connections 2024-09-10T09:27:40.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.657+0000 7f81448a4640 1 -- 172.21.15.173:0/4191239179 wait complete. 2024-09-10T09:27:40.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.659+0000 7f81448a4640 1 Processor -- start 2024-09-10T09:27:40.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.660+0000 7f81448a4640 1 -- start start 2024-09-10T09:27:40.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.661+0000 7f81448a4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f814006f6f0 0x7f81401596b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.661+0000 7f81448a4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81400720b0 0x7f8140165080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.661+0000 7f81448a4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 0x7f81401655c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.662+0000 7f813dd9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81400720b0 0x7f8140165080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.662+0000 7f813dd9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81400720b0 0x7f8140165080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51144/0 (socket says 172.21.15.173:51144) 2024-09-10T09:27:40.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.662+0000 7f813ed9d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 0x7f81401655c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.662+0000 7f813ed9d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 0x7f81401655c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35800/0 (socket says 172.21.15.173:35800) 2024-09-10T09:27:40.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.662+0000 7f813dd9b640 1 -- 172.21.15.173:0/4103114789 learned_addr learned my addr 172.21.15.173:0/4103114789 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.662+0000 7f81448a4640 1 -- 172.21.15.173:0/4103114789 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f81400b3d70 con 0x7f814006f6f0 2024-09-10T09:27:40.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.662+0000 7f81448a4640 1 -- 172.21.15.173:0/4103114789 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f81400b3a90 con 0x7f8140162ad0 2024-09-10T09:27:40.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.662+0000 7f81448a4640 1 -- 172.21.15.173:0/4103114789 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f81400ce060 con 0x7f81400720b0 2024-09-10T09:27:40.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.663+0000 7f813e59c640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f814006f6f0 0x7f81401596b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.663+0000 7f813ed9d640 1 -- 172.21.15.173:0/4103114789 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81400720b0 msgr2=0x7f8140165080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.663+0000 7f813ed9d640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81400720b0 0x7f8140165080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.663+0000 7f813ed9d640 1 -- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f814006f6f0 msgr2=0x7f81401596b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.663+0000 7f813ed9d640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f814006f6f0 0x7f81401596b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.663+0000 7f813ed9d640 1 -- 172.21.15.173:0/4103114789 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81402021d0 con 0x7f8140162ad0 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.664+0000 7f813e59c640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f814006f6f0 0x7f81401596b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.664+0000 7f813ed9d640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 0x7f81401655c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f813800ca70 tx=0x7f813800cf30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.664+0000 7f812effd640 1 -- 172.21.15.173:0/4103114789 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138017070 con 0x7f8140162ad0 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.664+0000 7f81448a4640 1 -- 172.21.15.173:0/4103114789 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81402024b0 con 0x7f8140162ad0 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.664+0000 7f81448a4640 1 -- 172.21.15.173:0/4103114789 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8140202a70 con 0x7f8140162ad0 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.665+0000 7f812effd640 1 -- 172.21.15.173:0/4103114789 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f813800ab70 con 0x7f8140162ad0 2024-09-10T09:27:40.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.665+0000 7f812effd640 1 -- 172.21.15.173:0/4103114789 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138012400 con 0x7f8140162ad0 2024-09-10T09:27:40.671 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.669+0000 7f812effd640 1 -- 172.21.15.173:0/4103114789 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f813801a070 con 0x7f8140162ad0 2024-09-10T09:27:40.671 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.669+0000 7f812effd640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f812006bf00 0x7f812006e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.671 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.669+0000 7f812effd640 1 -- 172.21.15.173:0/4103114789 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f813808ae10 con 0x7f8140162ad0 2024-09-10T09:27:40.671 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.670+0000 7f813e59c640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f812006bf00 0x7f812006e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.672 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.671+0000 7f81448a4640 1 -- 172.21.15.173:0/4103114789 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81400cfca0 con 0x7f8140162ad0 2024-09-10T09:27:40.673 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.672+0000 7f813e59c640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f812006bf00 0x7f812006e3c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8134001940 tx=0x7f8134009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.678 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.677+0000 7f812effd640 1 -- 172.21.15.173:0/4103114789 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8138058e10 con 0x7f8140162ad0 2024-09-10T09:27:40.708 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.706+0000 7f1a5f220640 1 Processor -- start 2024-09-10T09:27:40.708 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.706+0000 7f1a5f220640 1 -- start start 2024-09-10T09:27:40.709 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.708+0000 7f81d8d11640 1 Processor -- start 2024-09-10T09:27:40.709 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.708+0000 7f1a5f220640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1a5003a360 0x7f1a500349c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.709 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.708+0000 7f1a5f220640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1a500531f0 0x7f1a5003a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.709 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.708+0000 7f1a5f220640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a5000c900 0x7f1a50037130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.709 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.708+0000 7f1a5f220640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f1a50055dc0 con 0x7f1a500531f0 2024-09-10T09:27:40.709 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.708+0000 7f1a5f220640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f1a50034f00 con 0x7f1a5003a360 2024-09-10T09:27:40.710 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.708+0000 7f1a5f220640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1a5003ac80 con 0x7f1a5000c900 2024-09-10T09:27:40.710 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.708+0000 7f81d8d11640 1 -- start start 2024-09-10T09:27:40.710 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5e21e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1a5003a360 0x7f1a500349c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.710 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5e21e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1a5003a360 0x7f1a500349c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35808/0 (socket says 172.21.15.173:35808) 2024-09-10T09:27:40.710 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5e21e640 1 -- 172.21.15.173:0/1407464050 learned_addr learned my addr 172.21.15.173:0/1407464050 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5da1d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1a500531f0 0x7f1a5003a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5ea1f640 1 --2- 172.21.15.173:0/1407464050 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a5000c900 0x7f1a50037130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7fdb074e9640 1 Processor -- start 2024-09-10T09:27:40.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5e21e640 1 -- 172.21.15.173:0/1407464050 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a5000c900 msgr2=0x7f1a50037130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:40.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5e21e640 1 --2- 172.21.15.173:0/1407464050 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a5000c900 0x7f1a50037130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5e21e640 1 -- 172.21.15.173:0/1407464050 >> v2:172.21.15.173:3300/0 conn(0x7f1a500531f0 msgr2=0x7f1a5003a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:40.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5e21e640 1 --2- 172.21.15.173:0/1407464050 >> v2:172.21.15.173:3300/0 conn(0x7f1a500531f0 0x7f1a5003a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f81d8d11640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc00a520 0x7f81cc036050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.710+0000 7f81d8d11640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81cc006850 con 0x7f81cc054ce0 2024-09-10T09:27:40.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.710+0000 7f81d8d11640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81cc039660 con 0x7f81cc0551e0 2024-09-10T09:27:40.712 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.710+0000 7f81d8d11640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f81cc039940 con 0x7f81cc00a520 2024-09-10T09:27:40.713 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.710+0000 7fdb074e9640 1 -- start start 2024-09-10T09:27:40.713 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.710+0000 7f81d259c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc00a520 0x7f81cc036050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.713 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.710+0000 7f81d1d9b640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f81cc054ce0 0x7f81cc005a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41558/0 (socket says 172.21.15.173:41558) 2024-09-10T09:27:40.713 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.710+0000 7f81d1d9b640 1 -- 172.21.15.173:0/2532902726 learned_addr learned my addr 172.21.15.173:0/2532902726 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:40.713 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.710+0000 7f81d259c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc00a520 0x7f81cc036050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51172/0 (socket says 172.21.15.173:51172) 2024-09-10T09:27:40.713 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5e21e640 1 -- 172.21.15.173:0/1407464050 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a5000ae40 con 0x7f1a5003a360 2024-09-10T09:27:40.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.709+0000 7f1a5ea1f640 1 --2- 172.21.15.173:0/1407464050 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a5000c900 0x7f1a50037130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:40.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.711+0000 7f81d259c640 1 -- 172.21.15.173:0/2532902726 >> v1:172.21.15.176:6789/0 conn(0x7f81cc0551e0 legacy=0x7f81cc006140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.711+0000 7f81d259c640 1 -- 172.21.15.173:0/2532902726 >> v1:172.21.15.173:6789/0 conn(0x7f81cc054ce0 legacy=0x7f81cc005a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.711+0000 7f81d259c640 1 -- 172.21.15.173:0/2532902726 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81cc039c20 con 0x7f81cc00a520 2024-09-10T09:27:40.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.710+0000 7fbfe71d8640 1 Processor -- start 2024-09-10T09:27:40.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.710+0000 7fbfe71d8640 1 -- start start 2024-09-10T09:27:40.715 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.711+0000 7efe8253d640 1 Processor -- start 2024-09-10T09:27:40.715 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.711+0000 7efe8253d640 1 -- start start 2024-09-10T09:27:40.715 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.711+0000 7fdb074e9640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fdaf80e28f0 0x7fdaf8053080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.715 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.711+0000 7f072202a640 1 Processor -- start 2024-09-10T09:27:40.716 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fdb064e7640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fdaf80e28f0 0x7fdaf8053080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.716 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fdb064e7640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fdaf80e28f0 0x7fdaf8053080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37412/0 (socket says 172.21.15.173:37412) 2024-09-10T09:27:40.716 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fdb064e7640 1 -- 172.21.15.173:0/3974865275 learned_addr learned my addr 172.21.15.173:0/3974865275 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.716 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7f81d259c640 1 --2- 172.21.15.173:0/2532902726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc00a520 0x7f81cc036050 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f81d4076320 tx=0x7f81c4029f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e653be43ee958a0d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.717 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7f072202a640 1 -- start start 2024-09-10T09:27:40.717 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fbfe71d8640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbfd80e6f80 0x7fbfd8006200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.717 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7f48ad05a640 1 Processor -- start 2024-09-10T09:27:40.717 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7f48ad05a640 1 -- start start 2024-09-10T09:27:40.718 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fbfe4f74640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbfd80e6f80 0x7fbfd8006200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.718 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fbfe4f74640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbfd80e6f80 0x7fbfd8006200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37414/0 (socket says 172.21.15.173:37414) 2024-09-10T09:27:40.718 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fbfdffff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fbfd8047c10 0x7fbfd8006740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41568/0 (socket says 172.21.15.173:41568) 2024-09-10T09:27:40.718 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7f1a5e21e640 1 --2- 172.21.15.173:0/1407464050 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a5003a360 0x7f1a500349c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1a5000e550 tx=0x7f1a4802a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=461c24b12aea7cad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fdb074e9640 1 -- 172.21.15.173:0/3974865275 --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaf8057d80 con 0x7fdaf803bc60 2024-09-10T09:27:40.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7f1a5d21c640 1 -- 172.21.15.173:0/1407464050 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a48004030 con 0x7f1a5003a360 2024-09-10T09:27:40.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f1a5d21c640 1 -- 172.21.15.173:0/1407464050 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a480041d0 con 0x7f1a5003a360 2024-09-10T09:27:40.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f1a5d21c640 1 -- 172.21.15.173:0/1407464050 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a48004030 con 0x7f1a5003a360 2024-09-10T09:27:40.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f81d159a640 1 -- 172.21.15.173:0/2532902726 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c4037070 con 0x7f81cc00a520 2024-09-10T09:27:40.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f81d159a640 1 -- 172.21.15.173:0/2532902726 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81c402abd0 con 0x7f81cc00a520 2024-09-10T09:27:40.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f81d159a640 1 -- 172.21.15.173:0/2532902726 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c4032440 con 0x7f81cc00a520 2024-09-10T09:27:40.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fdb074e9640 1 -- 172.21.15.173:0/3974865275 --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaf8058060 con 0x7fdaf8057830 2024-09-10T09:27:40.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fdb074e9640 1 -- 172.21.15.173:0/3974865275 --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fdaf8005eb0 con 0x7fdaf80e28f0 2024-09-10T09:27:40.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fbfe71d8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbfd8033a00 0x7fbfd8036020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7fbfdffff640 1 -- 172.21.15.173:0/2175775035 learned_addr learned my addr 172.21.15.173:0/2175775035 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:40.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7efe8253d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efe7401db30 0x7efe740520e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.712+0000 7efe8253d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7efe740e3640 0x7efe74050090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7efe8253d640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe74052770 con 0x7efe74052ac0 2024-09-10T09:27:40.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7efe8253d640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7efe7404f5b0 con 0x7efe740e3640 2024-09-10T09:27:40.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7efe8253d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7efe7404f890 con 0x7efe7401db30 2024-09-10T09:27:40.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7fdb064e7640 1 -- 172.21.15.173:0/3974865275 >> v1:172.21.15.176:6789/0 conn(0x7fdaf8057830 legacy=0x7fdaf80066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7fdb064e7640 1 -- 172.21.15.173:0/3974865275 >> v1:172.21.15.173:6789/0 conn(0x7fdaf803bc60 legacy=0x7fdaf80535c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7fdb064e7640 1 -- 172.21.15.173:0/3974865275 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaf8006190 con 0x7fdaf80e28f0 2024-09-10T09:27:40.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7efe80d3a640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7efe740e3640 0x7efe74050090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7efe80d3a640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7efe740e3640 0x7efe74050090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37420/0 (socket says 172.21.15.173:37420) 2024-09-10T09:27:40.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7efe80d3a640 1 -- 172.21.15.173:0/2626571800 learned_addr learned my addr 172.21.15.173:0/2626571800 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f072202a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f07140e2d40 0x7f071401d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f072202a640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f07140527f0 0x7f071404eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f072202a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f071401c770 con 0x7f0714007160 2024-09-10T09:27:40.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f072202a640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f071401c520 con 0x7f07140527f0 2024-09-10T09:27:40.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f072202a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f071401ca50 con 0x7f07140e2d40 2024-09-10T09:27:40.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f48ad05a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80afde0 0x7f48a815d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f0721829640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f07140527f0 0x7f071404eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f0721829640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f07140527f0 0x7f071404eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37422/0 (socket says 172.21.15.173:37422) 2024-09-10T09:27:40.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f0721829640 1 -- 172.21.15.173:0/460736843 learned_addr learned my addr 172.21.15.173:0/460736843 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f48ad05a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f48a806e6e0 0x7f48a80b5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7efe73fff640 1 -- 172.21.15.173:0/2626571800 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 486636412 0 0) 0x7efe74052770 con 0x7efe74052ac0 2024-09-10T09:27:40.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f1a5f220640 1 -- 172.21.15.173:0/1407464050 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a5003a360 msgr2=0x7f1a500349c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f1a5f220640 1 --2- 172.21.15.173:0/1407464050 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a5003a360 0x7f1a500349c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1a5000e550 tx=0x7f1a4802a250 comp rx=0 tx=0).stop 2024-09-10T09:27:40.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f48ad05a640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48a815d7d0 con 0x7f48a80b6420 2024-09-10T09:27:40.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7efe73fff640 1 -- 172.21.15.173:0/2626571800 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efe68003520 con 0x7efe74052ac0 2024-09-10T09:27:40.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f48ad05a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f48a806fd60 con 0x7f48a806e6e0 2024-09-10T09:27:40.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7f48ad05a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f48a80b01c0 con 0x7f48a80afde0 2024-09-10T09:27:40.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f1a5f220640 1 -- 172.21.15.173:0/1407464050 shutdown_connections 2024-09-10T09:27:40.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f1a5f220640 1 --2- 172.21.15.173:0/1407464050 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a5000c900 0x7f1a50037130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f1a5f220640 1 --2- 172.21.15.173:0/1407464050 >> v2:172.21.15.173:3300/0 conn(0x7f1a500531f0 0x7f1a5003a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f1a5f220640 1 --2- 172.21.15.173:0/1407464050 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a5003a360 0x7f1a500349c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f1a5f220640 1 -- 172.21.15.173:0/1407464050 >> 172.21.15.173:0/1407464050 conn(0x7f1a5001ea40 msgr2=0x7f1a500556b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:40.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f48a759e640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f48a80b6420 0x7f48a815fe00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41576/0 (socket says 172.21.15.173:41576) 2024-09-10T09:27:40.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7fbfe71d8640 1 -- 172.21.15.173:0/2175775035 --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfd800b6c0 con 0x7fbfd8047c10 2024-09-10T09:27:40.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7fbfe71d8640 1 -- 172.21.15.173:0/2175775035 --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fbfd8047780 con 0x7fbfd80e6f80 2024-09-10T09:27:40.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.713+0000 7fbfe71d8640 1 -- 172.21.15.173:0/2175775035 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fbfd800b9a0 con 0x7fbfd8033a00 2024-09-10T09:27:40.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f48a759e640 1 -- 172.21.15.173:0/2762542913 learned_addr learned my addr 172.21.15.173:0/2762542913 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:40.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f0721028640 1 --2- 172.21.15.173:0/460736843 >> v2:172.21.15.176:3300/0 conn(0x7f07140e2d40 0x7f071401d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f1a5f220640 1 -- 172.21.15.173:0/1407464050 shutdown_connections 2024-09-10T09:27:40.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f0721829640 1 -- 172.21.15.173:0/460736843 >> v2:172.21.15.176:3300/0 conn(0x7f07140e2d40 msgr2=0x7f071401d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:40.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f0721829640 1 --2- 172.21.15.173:0/460736843 >> v2:172.21.15.176:3300/0 conn(0x7f07140e2d40 0x7f071401d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f0721829640 1 -- 172.21.15.173:0/460736843 >> v1:172.21.15.176:6789/0 conn(0x7f0714007160 legacy=0x7f07140520e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f48a6d9d640 1 --2- 172.21.15.173:0/2762542913 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80afde0 0x7f48a815d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f0721829640 1 -- 172.21.15.173:0/460736843 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f071401cd30 con 0x7f07140527f0 2024-09-10T09:27:40.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f48a659c640 1 --2- 172.21.15.173:0/2762542913 >> v2:172.21.15.176:3300/0 conn(0x7f48a806e6e0 0x7f48a80b5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f48a5d9b640 1 -- 172.21.15.173:0/2762542913 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1606443357 0 0) 0x7f48a0001110 con 0x7f48a80b6420 2024-09-10T09:27:40.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f48a5d9b640 1 -- 172.21.15.173:0/2762542913 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4894003520 con 0x7f48a80b6420 2024-09-10T09:27:40.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f48a6d9d640 1 -- 172.21.15.173:0/2762542913 >> v2:172.21.15.176:3300/0 conn(0x7f48a806e6e0 msgr2=0x7f48a80b5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:40.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f48a6d9d640 1 --2- 172.21.15.173:0/2762542913 >> v2:172.21.15.176:3300/0 conn(0x7f48a806e6e0 0x7f48a80b5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f48a6d9d640 1 -- 172.21.15.173:0/2762542913 >> v1:172.21.15.173:6789/0 conn(0x7f48a80b6420 legacy=0x7f48a815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f48a6d9d640 1 -- 172.21.15.173:0/2762542913 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a80b5ce0 con 0x7f48a80afde0 2024-09-10T09:27:40.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7fbfdf7fe640 1 -- 172.21.15.173:0/2175775035 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 309398785 0 0) 0x7fbfd800b6c0 con 0x7fbfd8047c10 2024-09-10T09:27:40.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7fbfdf7fe640 1 -- 172.21.15.173:0/2175775035 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbfd0003520 con 0x7fbfd8047c10 2024-09-10T09:27:40.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7f81d8d11640 1 -- 172.21.15.173:0/2532902726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc00a520 msgr2=0x7f81cc036050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7f81d8d11640 1 --2- 172.21.15.173:0/2532902726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc00a520 0x7f81cc036050 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f81d4076320 tx=0x7f81c4029f40 comp rx=0 tx=0).stop 2024-09-10T09:27:40.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7fbfe4f74640 1 -- 172.21.15.173:0/2175775035 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbfd8033a00 msgr2=0x7fbfd8036020 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T09:27:40.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7fbfe4f74640 1 --2- 172.21.15.173:0/2175775035 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbfd8033a00 0x7fbfd8036020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7fbfe4f74640 1 -- 172.21.15.173:0/2175775035 >> v1:172.21.15.173:6789/0 conn(0x7fbfd8047c10 legacy=0x7fbfd8006740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7fbfe4f74640 1 -- 172.21.15.173:0/2175775035 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfd8005ba0 con 0x7fbfd80e6f80 2024-09-10T09:27:40.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7efe80d3a640 1 -- 172.21.15.173:0/2626571800 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efe7401db30 msgr2=0x7efe740520e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T09:27:40.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7efe80d3a640 1 --2- 172.21.15.173:0/2626571800 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efe7401db30 0x7efe740520e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7efe80d3a640 1 -- 172.21.15.173:0/2626571800 >> v1:172.21.15.173:6789/0 conn(0x7efe74052ac0 legacy=0x7efe7401c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7efe80d3a640 1 -- 172.21.15.173:0/2626571800 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe7404fb70 con 0x7efe740e3640 2024-09-10T09:27:40.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7fdb064e7640 1 --2- 172.21.15.173:0/3974865275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf80e28f0 0x7fdaf8053080 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdb0002dd50 tx=0x7fdb000a6270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=232e89737bca7d46 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7fdb054e5640 1 -- 172.21.15.173:0/3974865275 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb000b3070 con 0x7fdaf80e28f0 2024-09-10T09:27:40.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7f48a6d9d640 1 --2- 172.21.15.173:0/2762542913 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80afde0 0x7f48a815d290 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f4898009d90 tx=0x7f489802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c6966c2860e90b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.715+0000 7efe80d3a640 1 --2- 172.21.15.173:0/2626571800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efe740e3640 0x7efe74050090 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7efe6c00bd60 tx=0x7efe6c02c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cf5867d82cb7822 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7fdb054e5640 1 -- 172.21.15.173:0/3974865275 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb000ae640 con 0x7fdaf80e28f0 2024-09-10T09:27:40.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7fdb054e5640 1 -- 172.21.15.173:0/3974865275 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb000aeab0 con 0x7fdaf80e28f0 2024-09-10T09:27:40.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7f48a5d9b640 1 -- 172.21.15.173:0/2762542913 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898007740 con 0x7f48a80afde0 2024-09-10T09:27:40.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7f48a5d9b640 1 -- 172.21.15.173:0/2762542913 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48980078e0 con 0x7f48a80afde0 2024-09-10T09:27:40.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7f48a5d9b640 1 -- 172.21.15.173:0/2762542913 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898007cb0 con 0x7f48a80afde0 2024-09-10T09:27:40.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7f0721829640 1 --2- 172.21.15.173:0/460736843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07140527f0 0x7f071404eb60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0714004970 tx=0x7f070c02a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e192ae9443bfec4c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7efe73fff640 1 -- 172.21.15.173:0/2626571800 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6c035630 con 0x7efe740e3640 2024-09-10T09:27:40.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7f0713fff640 1 -- 172.21.15.173:0/460736843 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070c037070 con 0x7f07140527f0 2024-09-10T09:27:40.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7efe73fff640 1 -- 172.21.15.173:0/2626571800 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe6c0357d0 con 0x7efe740e3640 2024-09-10T09:27:40.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7efe73fff640 1 -- 172.21.15.173:0/2626571800 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6c035ba0 con 0x7efe740e3640 2024-09-10T09:27:40.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7f0713fff640 1 -- 172.21.15.173:0/460736843 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f070c032640 con 0x7f07140527f0 2024-09-10T09:27:40.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7fbfe4f74640 1 --2- 172.21.15.173:0/2175775035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd80e6f80 0x7fbfd8006200 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbfe006a6a0 tx=0x7fbfe00a6080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af3c0f26e3201736 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7fbfdf7fe640 1 -- 172.21.15.173:0/2175775035 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfe00b3070 con 0x7fbfd80e6f80 2024-09-10T09:27:40.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7fbfdf7fe640 1 -- 172.21.15.173:0/2175775035 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfe00ae440 con 0x7fbfd80e6f80 2024-09-10T09:27:40.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7f48ad05a640 1 -- 172.21.15.173:0/2762542913 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80afde0 msgr2=0x7f48a815d290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7f48ad05a640 1 --2- 172.21.15.173:0/2762542913 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80afde0 0x7f48a815d290 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f4898009d90 tx=0x7f489802a660 comp rx=0 tx=0).stop 2024-09-10T09:27:40.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7fdb074e9640 1 -- 172.21.15.173:0/3974865275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf80e28f0 msgr2=0x7fdaf8053080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7fdb074e9640 1 --2- 172.21.15.173:0/3974865275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf80e28f0 0x7fdaf8053080 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdb0002dd50 tx=0x7fdb000a6270 comp rx=0 tx=0).stop 2024-09-10T09:27:40.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f48ad05a640 1 -- 172.21.15.173:0/2762542913 shutdown_connections 2024-09-10T09:27:40.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f48ad05a640 1 --2- 172.21.15.173:0/2762542913 >> v2:172.21.15.176:3300/0 conn(0x7f48a806e6e0 0x7f48a80b5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f48ad05a640 1 --2- 172.21.15.173:0/2762542913 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80afde0 0x7f48a815d290 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f48ad05a640 1 -- 172.21.15.173:0/2762542913 >> 172.21.15.173:0/2762542913 conn(0x7f48a806bc10 msgr2=0x7f48a806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:40.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7fdb074e9640 1 -- 172.21.15.173:0/3974865275 shutdown_connections 2024-09-10T09:27:40.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7fdb074e9640 1 --2- 172.21.15.173:0/3974865275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf80e28f0 0x7fdaf8053080 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7fdb074e9640 1 -- 172.21.15.173:0/3974865275 >> 172.21.15.173:0/3974865275 conn(0x7fdaf803a520 msgr2=0x7fdaf803a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:40.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f48ad05a640 1 -- 172.21.15.173:0/2762542913 shutdown_connections 2024-09-10T09:27:40.740 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f48ad05a640 1 -- 172.21.15.173:0/2762542913 wait complete. 2024-09-10T09:27:40.740 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7efe8253d640 1 -- 172.21.15.173:0/2626571800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efe740e3640 msgr2=0x7efe74050090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.740 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7efe8253d640 1 --2- 172.21.15.173:0/2626571800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efe740e3640 0x7efe74050090 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7efe6c00bd60 tx=0x7efe6c02c8f0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.740 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f072202a640 1 -- 172.21.15.173:0/460736843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07140527f0 msgr2=0x7f071404eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f0713fff640 1 -- 172.21.15.173:0/460736843 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070c037070 con 0x7f07140527f0 2024-09-10T09:27:40.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f072202a640 1 --2- 172.21.15.173:0/460736843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07140527f0 0x7f071404eb60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0714004970 tx=0x7f070c02a2c0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7fbfdf7fe640 1 -- 172.21.15.173:0/2175775035 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfe00b3070 con 0x7fbfd80e6f80 2024-09-10T09:27:40.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7efe8253d640 1 -- 172.21.15.173:0/2626571800 shutdown_connections 2024-09-10T09:27:40.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7fdb074e9640 1 -- 172.21.15.173:0/3974865275 shutdown_connections 2024-09-10T09:27:40.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7efe8253d640 1 --2- 172.21.15.173:0/2626571800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efe740e3640 0x7efe74050090 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7fdb074e9640 1 -- 172.21.15.173:0/3974865275 wait complete. 2024-09-10T09:27:40.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7efe8253d640 1 --2- 172.21.15.173:0/2626571800 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efe7401db30 0x7efe740520e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7efe8253d640 1 -- 172.21.15.173:0/2626571800 >> 172.21.15.173:0/2626571800 conn(0x7efe74036090 msgr2=0x7efe740364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:40.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f072202a640 1 -- 172.21.15.173:0/460736843 shutdown_connections 2024-09-10T09:27:40.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f072202a640 1 --2- 172.21.15.173:0/460736843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07140527f0 0x7f071404eb60 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f072202a640 1 --2- 172.21.15.173:0/460736843 >> v2:172.21.15.176:3300/0 conn(0x7f07140e2d40 0x7f071401d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f072202a640 1 -- 172.21.15.173:0/460736843 >> 172.21.15.173:0/460736843 conn(0x7f0714036090 msgr2=0x7f07140364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:40.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.714+0000 7f1a5f220640 1 -- 172.21.15.173:0/1407464050 wait complete. 2024-09-10T09:27:40.744 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7fbfe71d8640 1 -- 172.21.15.173:0/2175775035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd80e6f80 msgr2=0x7fbfd8006200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.744 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7fbfe71d8640 1 --2- 172.21.15.173:0/2175775035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd80e6f80 0x7fbfd8006200 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbfe006a6a0 tx=0x7fbfe00a6080 comp rx=0 tx=0).stop 2024-09-10T09:27:40.744 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7f1a5f220640 1 Processor -- start 2024-09-10T09:27:40.744 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.716+0000 7f1a5f220640 1 -- start start 2024-09-10T09:27:40.744 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f1a5f220640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a5000c900 0x7f1a50053c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f1a5f220640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a5003a360 0x7f1a500e0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f1a5f220640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a500531f0 0x7f1a500f2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f1a5f220640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1a500562f0 con 0x7f1a5003a360 2024-09-10T09:27:40.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f1a5f220640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1a50056010 con 0x7f1a5000c900 2024-09-10T09:27:40.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.717+0000 7f1a5f220640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1a500dfbf0 con 0x7f1a500531f0 2024-09-10T09:27:40.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7fbfe71d8640 1 -- 172.21.15.173:0/2175775035 shutdown_connections 2024-09-10T09:27:40.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7fbfe71d8640 1 --2- 172.21.15.173:0/2175775035 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbfd8033a00 0x7fbfd8036020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7fbfe71d8640 1 --2- 172.21.15.173:0/2175775035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd80e6f80 0x7fbfd8006200 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f1a5e21e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a5000c900 0x7f1a50053c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f1a5e21e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a5000c900 0x7f1a50053c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35846/0 (socket says 172.21.15.173:35846) 2024-09-10T09:27:40.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f1a5e21e640 1 -- 172.21.15.173:0/3626969114 learned_addr learned my addr 172.21.15.173:0/3626969114 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f1a5ea1f640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a500531f0 0x7f1a500f2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7fbfe71d8640 1 -- 172.21.15.173:0/2175775035 >> 172.21.15.173:0/2175775035 conn(0x7fbfd801d930 msgr2=0x7fbfd80545a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:40.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f1a5da1d640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a5003a360 0x7f1a500e0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7fbfe71d8640 1 -- 172.21.15.173:0/2175775035 shutdown_connections 2024-09-10T09:27:40.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7fbfe71d8640 1 -- 172.21.15.173:0/2175775035 wait complete. 2024-09-10T09:27:40.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f072202a640 1 -- 172.21.15.173:0/460736843 shutdown_connections 2024-09-10T09:27:40.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f81d8d11640 1 -- 172.21.15.173:0/2532902726 shutdown_connections 2024-09-10T09:27:40.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f81d8d11640 1 --2- 172.21.15.173:0/2532902726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc00a520 0x7f81cc036050 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f81d8d11640 1 -- 172.21.15.173:0/2532902726 >> 172.21.15.173:0/2532902726 conn(0x7f81cc01d960 msgr2=0x7f81cc0545d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:40.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f1a5ea1f640 1 -- 172.21.15.173:0/3626969114 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a5000c900 msgr2=0x7f1a50053c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f1a5ea1f640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a5000c900 0x7f1a50053c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f1a5ea1f640 1 -- 172.21.15.173:0/3626969114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a5003a360 msgr2=0x7f1a500e0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f1a5ea1f640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a5003a360 0x7f1a500e0900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f1a5ea1f640 1 -- 172.21.15.173:0/3626969114 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a500e1d30 con 0x7f1a500531f0 2024-09-10T09:27:40.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7f1a5ea1f640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a500531f0 0x7f1a500f2d00 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f1a58051220 tx=0x7f1a58069740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.749 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.718+0000 7f072202a640 1 -- 172.21.15.173:0/460736843 wait complete. 2024-09-10T09:27:40.749 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7f1a4effd640 1 -- 172.21.15.173:0/3626969114 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a58098070 con 0x7f1a500531f0 2024-09-10T09:27:40.749 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7f48ad05a640 1 Processor -- start 2024-09-10T09:27:40.749 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7f48ad05a640 1 -- start start 2024-09-10T09:27:40.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7f1a4effd640 1 -- 172.21.15.173:0/3626969114 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a580933f0 con 0x7f1a500531f0 2024-09-10T09:27:40.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7f1a4effd640 1 -- 172.21.15.173:0/3626969114 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a580937e0 con 0x7f1a500531f0 2024-09-10T09:27:40.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7f1a5f220640 1 -- 172.21.15.173:0/3626969114 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a500e2010 con 0x7f1a500531f0 2024-09-10T09:27:40.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7fdb074e9640 1 Processor -- start 2024-09-10T09:27:40.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7f1a5f220640 1 -- 172.21.15.173:0/3626969114 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a5004ca70 con 0x7f1a500531f0 2024-09-10T09:27:40.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7f81d8d11640 1 -- 172.21.15.173:0/2532902726 shutdown_connections 2024-09-10T09:27:40.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7f81d8d11640 1 -- 172.21.15.173:0/2532902726 wait complete. 2024-09-10T09:27:40.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7fbfe71d8640 1 Processor -- start 2024-09-10T09:27:40.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7fbfe71d8640 1 -- start start 2024-09-10T09:27:40.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7efe8253d640 1 -- 172.21.15.173:0/2626571800 shutdown_connections 2024-09-10T09:27:40.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f072202a640 1 Processor -- start 2024-09-10T09:27:40.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f48ad05a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f48a806e6e0 0x7f48a8158590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f48ad05a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f48a80afde0 0x7f48a815db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.719+0000 7fdb074e9640 1 -- start start 2024-09-10T09:27:40.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7fdb074e9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf803bc60 0x7fdaf81809a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f48ad05a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80b6420 0x7f48a815e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f48ad05a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f48a806f1d0 con 0x7f48a806e6e0 2024-09-10T09:27:40.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f48ad05a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f48a806eef0 con 0x7f48a80afde0 2024-09-10T09:27:40.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f48ad05a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f48a806f4b0 con 0x7f48a80b6420 2024-09-10T09:27:40.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f48a6d9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f48a806e6e0 0x7f48a8158590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f48a6d9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f48a806e6e0 0x7f48a8158590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37438/0 (socket says 172.21.15.173:37438) 2024-09-10T09:27:40.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f48a6d9d640 1 -- 172.21.15.173:0/1739736793 learned_addr learned my addr 172.21.15.173:0/1739736793 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f48a659c640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f48a80afde0 0x7f48a815db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7f48a759e640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80b6420 0x7f48a815e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7fdb064e7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf803bc60 0x7fdaf81809a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7fdb064e7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf803bc60 0x7fdaf81809a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37448/0 (socket says 172.21.15.173:37448) 2024-09-10T09:27:40.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7efe8253d640 1 -- 172.21.15.173:0/2626571800 wait complete. 2024-09-10T09:27:40.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7fdb064e7640 1 -- 172.21.15.173:0/1617875043 learned_addr learned my addr 172.21.15.173:0/1617875043 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7fdb074e9640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdaf8057830 0x7fdaf81768a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7f48a6d9d640 1 -- 172.21.15.173:0/1739736793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80b6420 msgr2=0x7f48a815e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7f48a6d9d640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80b6420 0x7f48a815e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7f48a6d9d640 1 -- 172.21.15.173:0/1739736793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f48a80afde0 msgr2=0x7f48a815db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7f48a6d9d640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f48a80afde0 0x7f48a815db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7f48a6d9d640 1 -- 172.21.15.173:0/1739736793 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a8149290 con 0x7f48a806e6e0 2024-09-10T09:27:40.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7fdb074e9640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdaf80e28f0 0x7fdaf817ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7f81d8d11640 1 Processor -- start 2024-09-10T09:27:40.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7f48a6d9d640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f48a806e6e0 0x7f48a8158590 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4898009eb0 tx=0x7f4898004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7fbfe71d8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8033a00 0x7fbfd80dbf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7fbfe71d8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbfd8047c10 0x7fbfd8036320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7fbfe4f74640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8033a00 0x7fbfd80dbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fbfe4f74640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8033a00 0x7fbfd80dbf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37450/0 (socket says 172.21.15.173:37450) 2024-09-10T09:27:40.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.720+0000 7f072202a640 1 -- start start 2024-09-10T09:27:40.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fbfe4f74640 1 -- 172.21.15.173:0/71782122 learned_addr learned my addr 172.21.15.173:0/71782122 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7f489f7fe640 1 -- 172.21.15.173:0/1739736793 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898040070 con 0x7f48a806e6e0 2024-09-10T09:27:40.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7f1a4effd640 1 -- 172.21.15.173:0/3626969114 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1a5809b070 con 0x7f1a500531f0 2024-09-10T09:27:40.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7f1a5f220640 1 -- 172.21.15.173:0/3626969114 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a5004cc70 con 0x7f1a500531f0 2024-09-10T09:27:40.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fdb05ce6640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdaf8057830 0x7fdaf81768a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fbfdffff640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbfd8047c10 0x7fbfd8036320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fbfe71d8640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbfd80e6f80 0x7fbfd8036860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7f48ad05a640 1 -- 172.21.15.173:0/1739736793 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48a8149570 con 0x7f48a806e6e0 2024-09-10T09:27:40.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd80e7360 con 0x7fbfd8033a00 2024-09-10T09:27:40.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8006e50 con 0x7fbfd80e6f80 2024-09-10T09:27:40.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fbfd8035c90 con 0x7fbfd8047c10 2024-09-10T09:27:40.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf8053e50 con 0x7fdaf803bc60 2024-09-10T09:27:40.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf8053cd0 con 0x7fdaf80e28f0 2024-09-10T09:27:40.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdaf80e2cd0 con 0x7fdaf8057830 2024-09-10T09:27:40.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fdb06ce8640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdaf80e28f0 0x7fdaf817ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7fbfe5775640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbfd80e6f80 0x7fbfd8036860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7f1a4effd640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a3c06bf00 0x7f1a3c06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f1a5e21e640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a3c06bf00 0x7f1a3c06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.721+0000 7f81d8d11640 1 -- start start 2024-09-10T09:27:40.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.722+0000 7f81d8d11640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f81cc054ce0 0x7f81cc0d7820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d8d11640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc0551e0 0x7f81cc053380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d8d11640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81cc0538c0 0x7f81cc0db460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d8d11640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f81cc039400 con 0x7f81cc0538c0 2024-09-10T09:27:40.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d8d11640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f81cc039280 con 0x7f81cc054ce0 2024-09-10T09:27:40.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d8d11640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f81cc0070a0 con 0x7f81cc0551e0 2024-09-10T09:27:40.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fbfdffff640 1 -- 172.21.15.173:0/71782122 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbfd80e6f80 msgr2=0x7fbfd8036860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fbfdffff640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbfd80e6f80 0x7fbfd8036860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d259c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f81cc054ce0 0x7f81cc0d7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d259c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f81cc054ce0 0x7f81cc0d7820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35880/0 (socket says 172.21.15.173:35880) 2024-09-10T09:27:40.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fbfdffff640 1 -- 172.21.15.173:0/71782122 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8033a00 msgr2=0x7fbfd80dbf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d259c640 1 -- 172.21.15.173:0/2268278364 learned_addr learned my addr 172.21.15.173:0/2268278364 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d1d9b640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc0551e0 0x7f81cc053380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7efe8253d640 1 Processor -- start 2024-09-10T09:27:40.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fdb064e7640 1 -- 172.21.15.173:0/1617875043 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdaf8057830 msgr2=0x7fdaf81768a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fdb064e7640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdaf8057830 0x7fdaf81768a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fdb064e7640 1 -- 172.21.15.173:0/1617875043 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdaf80e28f0 msgr2=0x7fdaf817ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fdb064e7640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdaf80e28f0 0x7fdaf817ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fdb064e7640 1 -- 172.21.15.173:0/1617875043 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaf817d3f0 con 0x7fdaf803bc60 2024-09-10T09:27:40.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fdb064e7640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf803bc60 0x7fdaf81809a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdb00051790 tx=0x7fdb00075340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7efe8253d640 1 -- start start 2024-09-10T09:27:40.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f1a4effd640 1 -- 172.21.15.173:0/3626969114 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1a58106500 con 0x7f1a500531f0 2024-09-10T09:27:40.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d2d9d640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81cc0538c0 0x7f81cc0db460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f1a5e21e640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a3c06bf00 0x7f1a3c06e3c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1a48034040 tx=0x7f1a4802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fbfdffff640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8033a00 0x7fbfd80dbf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d259c640 1 -- 172.21.15.173:0/2268278364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc0551e0 msgr2=0x7f81cc053380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d259c640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc0551e0 0x7f81cc053380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d259c640 1 -- 172.21.15.173:0/2268278364 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81cc0538c0 msgr2=0x7f81cc0db460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d259c640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81cc0538c0 0x7f81cc0db460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d259c640 1 -- 172.21.15.173:0/2268278364 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81cc0d36b0 con 0x7f81cc054ce0 2024-09-10T09:27:40.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fbfdffff640 1 -- 172.21.15.173:0/71782122 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfd8034bf0 con 0x7fbfd8047c10 2024-09-10T09:27:40.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f81d1d9b640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc0551e0 0x7f81cc053380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:40.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f489f7fe640 1 -- 172.21.15.173:0/1739736793 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4898031bc0 con 0x7f48a806e6e0 2024-09-10T09:27:40.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7f489f7fe640 1 -- 172.21.15.173:0/1739736793 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898045460 con 0x7f48a806e6e0 2024-09-10T09:27:40.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.724+0000 7f48ad05a640 1 -- 172.21.15.173:0/1739736793 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48a8149b30 con 0x7f48a806e6e0 2024-09-10T09:27:40.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.723+0000 7fbfe4f74640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8033a00 0x7fbfd80dbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:40.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.724+0000 7fbfdffff640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbfd8047c10 0x7fbfd8036320 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc00c400 tx=0x7fbfcc00c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.724+0000 7f072202a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0714007160 0x7f0714189c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.724+0000 7fdaf6ffd640 1 -- 172.21.15.173:0/1617875043 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb000bb070 con 0x7fdaf803bc60 2024-09-10T09:27:40.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.724+0000 7fdaf6ffd640 1 -- 172.21.15.173:0/1617875043 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb000add50 con 0x7fdaf803bc60 2024-09-10T09:27:40.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.724+0000 7fdaf6ffd640 1 -- 172.21.15.173:0/1617875043 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb000b3040 con 0x7fdaf803bc60 2024-09-10T09:27:40.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.724+0000 7efe8253d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efe74052ac0 0x7efe7404de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.724+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaf817d6d0 con 0x7fdaf803bc60 2024-09-10T09:27:40.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaf8180480 con 0x7fdaf803bc60 2024-09-10T09:27:40.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7efe8253d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efe740e3640 0x7efe740d5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7efe8153b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efe74052ac0 0x7efe7404de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f48ad05a640 1 -- 172.21.15.173:0/1739736793 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48a80679e0 con 0x7f48a806e6e0 2024-09-10T09:27:40.772 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f072202a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07140527f0 0x7f07140d8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.772 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f489f7fe640 1 -- 172.21.15.173:0/1739736793 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4898039040 con 0x7f48a806e6e0 2024-09-10T09:27:40.772 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7efe8153b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efe74052ac0 0x7efe7404de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35886/0 (socket says 172.21.15.173:35886) 2024-09-10T09:27:40.772 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.724+0000 7f81d259c640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f81cc054ce0 0x7f81cc0d7820 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f81c402a530 tx=0x7f81c40046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f81c2ffd640 1 -- 172.21.15.173:0/2268278364 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c4037040 con 0x7f81cc054ce0 2024-09-10T09:27:40.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f81c2ffd640 1 -- 172.21.15.173:0/2268278364 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81c4004290 con 0x7f81cc054ce0 2024-09-10T09:27:40.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f81c2ffd640 1 -- 172.21.15.173:0/2268278364 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c4005990 con 0x7f81cc054ce0 2024-09-10T09:27:40.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f81d8d11640 1 -- 172.21.15.173:0/2268278364 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81cc0d3990 con 0x7f81cc054ce0 2024-09-10T09:27:40.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f81d8d11640 1 -- 172.21.15.173:0/2268278364 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81cc0dcb70 con 0x7f81cc054ce0 2024-09-10T09:27:40.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f0721028640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0714007160 0x7f0714189c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f0721028640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0714007160 0x7f0714189c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35888/0 (socket says 172.21.15.173:35888) 2024-09-10T09:27:40.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f0721028640 1 -- 172.21.15.173:0/2032662253 learned_addr learned my addr 172.21.15.173:0/2032662253 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.773 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f072202a640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f07140493a0 0x7f07140f68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0714052ed0 con 0x7f07140527f0 2024-09-10T09:27:40.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7efe8153b640 1 -- 172.21.15.173:0/626995071 learned_addr learned my addr 172.21.15.173:0/626995071 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:40.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f071401d2f0 con 0x7f0714007160 2024-09-10T09:27:40.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f071401dd50 con 0x7f07140493a0 2024-09-10T09:27:40.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7efe8253d640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efe740d56c0 0x7efe740dc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7efe80d3a640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efe740e3640 0x7efe740d5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efe7404f1d0 con 0x7efe740d56c0 2024-09-10T09:27:40.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7efe740e3a80 con 0x7efe74052ac0 2024-09-10T09:27:40.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7efe7404f350 con 0x7efe740e3640 2024-09-10T09:27:40.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7efe81d3c640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efe740d56c0 0x7efe740dc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.725+0000 7f0720827640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07140527f0 0x7f07140d8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7f489f7fe640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f488806be30 0x7f488806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7f0721028640 1 -- 172.21.15.173:0/2032662253 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f07140493a0 msgr2=0x7f07140f68f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T09:27:40.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7f0721028640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f07140493a0 0x7f07140f68f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7f0721028640 1 -- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07140527f0 msgr2=0x7f07140d8390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7efe80d3a640 1 -- 172.21.15.173:0/626995071 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efe74052ac0 msgr2=0x7efe7404de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7efe80d3a640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efe74052ac0 0x7efe7404de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7efe80d3a640 1 -- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efe740d56c0 msgr2=0x7efe740dc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:40.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7efe80d3a640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efe740d56c0 0x7efe740dc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7efe80d3a640 1 -- 172.21.15.173:0/626995071 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe7404e3c0 con 0x7efe740e3640 2024-09-10T09:27:40.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaf8180680 con 0x7fdaf803bc60 2024-09-10T09:27:40.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7f48a659c640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f488806be30 0x7f488806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.726+0000 7efe80d3a640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efe740e3640 0x7efe740d5180 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efe6c035000 tx=0x7efe6c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7f0721028640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07140527f0 0x7f07140d8390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:40.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7f0721028640 1 -- 172.21.15.173:0/2032662253 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07141891c0 con 0x7f0714007160 2024-09-10T09:27:40.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7f0720827640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07140527f0 0x7f07140d8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:40.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7f489f7fe640 1 -- 172.21.15.173:0/1739736793 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f48980aab70 con 0x7f48a806e6e0 2024-09-10T09:27:40.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7f0721028640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0714007160 0x7f0714189c30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f071800d5a0 tx=0x7f071800da60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7f81d8d11640 1 -- 172.21.15.173:0/2268278364 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81cc036050 con 0x7f81cc054ce0 2024-09-10T09:27:40.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7f0711ffb640 1 -- 172.21.15.173:0/2032662253 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0718005ba0 con 0x7f0714007160 2024-09-10T09:27:40.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7f0711ffb640 1 -- 172.21.15.173:0/2032662253 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0718018070 con 0x7f0714007160 2024-09-10T09:27:40.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7f48a659c640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f488806be30 0x7f488806e2f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f48a8140b90 tx=0x7f4890008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.727+0000 7fdaf6ffd640 1 -- 172.21.15.173:0/1617875043 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdb000be070 con 0x7fdaf803bc60 2024-09-10T09:27:40.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7f81c2ffd640 1 -- 172.21.15.173:0/2268278364 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f81c4005b30 con 0x7f81cc054ce0 2024-09-10T09:27:40.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7f81c2ffd640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81b406be80 0x7f81b406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7f1a4effd640 1 -- 172.21.15.173:0/3626969114 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1a5004cc70 con 0x7f1a500531f0 2024-09-10T09:27:40.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7fdaf6ffd640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdae406be80 0x7fdae406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7f0711ffb640 1 -- 172.21.15.173:0/2032662253 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0718006050 con 0x7f0714007160 2024-09-10T09:27:40.780 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0714049850 con 0x7f0714007160 2024-09-10T09:27:40.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7efe71ffb640 1 -- 172.21.15.173:0/626995071 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6c044020 con 0x7efe740e3640 2024-09-10T09:27:40.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7efe71ffb640 1 -- 172.21.15.173:0/626995071 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe6c035e20 con 0x7efe740e3640 2024-09-10T09:27:40.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7efe71ffb640 1 -- 172.21.15.173:0/626995071 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6c040470 con 0x7efe740e3640 2024-09-10T09:27:40.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe74175710 con 0x7efe740e3640 2024-09-10T09:27:40.781 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7fbfdd7fa640 1 -- 172.21.15.173:0/71782122 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc017070 con 0x7fbfd8047c10 2024-09-10T09:27:40.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7fbfdd7fa640 1 -- 172.21.15.173:0/71782122 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfcc005ce0 con 0x7fbfd8047c10 2024-09-10T09:27:40.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7fbfdd7fa640 1 -- 172.21.15.173:0/71782122 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc0072d0 con 0x7fbfd8047c10 2024-09-10T09:27:40.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0714189430 con 0x7f0714007160 2024-09-10T09:27:40.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.729+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfd8034ed0 con 0x7fbfd8047c10 2024-09-10T09:27:40.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7f81c2ffd640 1 -- 172.21.15.173:0/2268278364 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f81c40ab7e0 con 0x7f81cc054ce0 2024-09-10T09:27:40.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.728+0000 7fdaf6ffd640 1 -- 172.21.15.173:0/1617875043 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fdb00127a10 con 0x7fdaf803bc60 2024-09-10T09:27:40.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.729+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7efe74175cd0 con 0x7efe740e3640 2024-09-10T09:27:40.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.729+0000 7fdb05ce6640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdae406be80 0x7fdae406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.729+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfd8035490 con 0x7fbfd8047c10 2024-09-10T09:27:40.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.729+0000 7f81d1d9b640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81b406be80 0x7f81b406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.730+0000 7f81d1d9b640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81b406be80 0x7f81b406e340 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f81cc0efae0 tx=0x7f81c8007e20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.730+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe74050090 con 0x7efe740e3640 2024-09-10T09:27:40.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.730+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07140e6710 con 0x7f0714007160 2024-09-10T09:27:40.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.731+0000 7fdb05ce6640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdae406be80 0x7fdae406e340 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdaf80386c0 tx=0x7fdaf0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.731+0000 7efe71ffb640 1 -- 172.21.15.173:0/626995071 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efe6c047020 con 0x7efe740e3640 2024-09-10T09:27:40.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.731+0000 7efe71ffb640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efe6006be80 0x7efe6006e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.731+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfd8006200 con 0x7fbfd8047c10 2024-09-10T09:27:40.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.731+0000 7efe71ffb640 1 -- 172.21.15.173:0/626995071 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7efe6c0abf70 con 0x7efe740e3640 2024-09-10T09:27:40.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.731+0000 7fbfdd7fa640 1 -- 172.21.15.173:0/71782122 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbfcc01a070 con 0x7fbfd8047c10 2024-09-10T09:27:40.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.731+0000 7efe8153b640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efe6006be80 0x7efe6006e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.732+0000 7efe8153b640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efe6006be80 0x7efe6006e340 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efe78009970 tx=0x7efe78006f90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.732+0000 7fbfdd7fa640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbfc406bf30 0x7fbfc406e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.732+0000 7fbfdd7fa640 1 -- 172.21.15.173:0/71782122 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbfcc08a4a0 con 0x7fbfd8047c10 2024-09-10T09:27:40.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.732+0000 7fbfe4f74640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbfc406bf30 0x7fbfc406e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.733+0000 7fbfe4f74640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbfc406bf30 0x7fbfc406e3f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0050b40 tx=0x7fbfe00aa000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.733+0000 7f81c2ffd640 1 -- 172.21.15.173:0/2268278364 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f81c4079fc0 con 0x7f81cc054ce0 2024-09-10T09:27:40.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.734+0000 7f0711ffb640 1 -- 172.21.15.173:0/2032662253 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f07180061f0 con 0x7f0714007160 2024-09-10T09:27:40.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.735+0000 7f0711ffb640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f070006be30 0x7f070006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:40.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.733+0000 7f489f7fe640 1 -- 172.21.15.173:0/1739736793 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f48a80679e0 con 0x7f48a806e6e0 2024-09-10T09:27:40.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.735+0000 7f0711ffb640 1 -- 172.21.15.173:0/2032662253 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f071808bc50 con 0x7f0714007160 2024-09-10T09:27:40.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.735+0000 7f0720827640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f070006be30 0x7f070006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:40.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.735+0000 7f0720827640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f070006be30 0x7f070006e2f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f071c051790 tx=0x7f071c0689e0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:40.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.736+0000 7efe71ffb640 1 -- 172.21.15.173:0/626995071 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efe74050090 con 0x7efe740e3640 2024-09-10T09:27:40.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.738+0000 7f0711ffb640 1 -- 172.21.15.173:0/2032662253 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f071805a3a0 con 0x7f0714007160 2024-09-10T09:27:40.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.741+0000 7fbfdd7fa640 1 -- 172.21.15.173:0/71782122 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbfcc0584a0 con 0x7fbfd8047c10 2024-09-10T09:27:40.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:40.742+0000 7fdaf6ffd640 1 -- 172.21.15.173:0/1617875043 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdaf8180680 con 0x7fdaf803bc60 2024-09-10T09:27:41.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.066+0000 7f81448a4640 1 -- 172.21.15.173:0/4103114789 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f8140073290 con 0x7f8140162ad0 2024-09-10T09:27:41.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.067+0000 7f812effd640 1 -- 172.21.15.173:0/4103114789 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f813805d110 con 0x7f8140162ad0 2024-09-10T09:27:41.068 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:41.071 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.070+0000 7f812cff9640 1 -- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f812006bf00 msgr2=0x7f812006e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.071 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.070+0000 7f812cff9640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f812006bf00 0x7f812006e3c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8134001940 tx=0x7f8134009040 comp rx=0 tx=0).stop 2024-09-10T09:27:41.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.071+0000 7f812cff9640 1 -- 172.21.15.173:0/4103114789 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 msgr2=0x7f81401655c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.071+0000 7f812cff9640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 0x7f81401655c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f813800ca70 tx=0x7f813800cf30 comp rx=0 tx=0).stop 2024-09-10T09:27:41.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.071+0000 7f812cff9640 1 -- 172.21.15.173:0/4103114789 shutdown_connections 2024-09-10T09:27:41.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.071+0000 7f812cff9640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f812006bf00 0x7f812006e3c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.071+0000 7f812cff9640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8140162ad0 0x7f81401655c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.071+0000 7f812cff9640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81400720b0 0x7f8140165080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.071+0000 7f812cff9640 1 --2- 172.21.15.173:0/4103114789 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f814006f6f0 0x7f81401596b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.071+0000 7f812cff9640 1 -- 172.21.15.173:0/4103114789 >> 172.21.15.173:0/4103114789 conn(0x7f8140067d70 msgr2=0x7f81400ce390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:41.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.071+0000 7f812cff9640 1 -- 172.21.15.173:0/4103114789 shutdown_connections 2024-09-10T09:27:41.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.072+0000 7f812cff9640 1 -- 172.21.15.173:0/4103114789 wait complete. 2024-09-10T09:27:41.089 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.2 2024-09-10T09:27:41.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.103+0000 7f1a5f220640 1 -- 172.21.15.173:0/3626969114 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f1a50034780 con 0x7f1a500531f0 2024-09-10T09:27:41.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.104+0000 7f1a4effd640 1 -- 172.21.15.173:0/3626969114 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1a58090070 con 0x7f1a500531f0 2024-09-10T09:27:41.105 INFO:teuthology.orchestra.run.smithi173.stdout:60129542152 2024-09-10T09:27:41.107 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.106+0000 7f1a5f220640 1 -- 172.21.15.173:0/3626969114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a3c06bf00 msgr2=0x7f1a3c06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.106+0000 7f1a5f220640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a3c06bf00 0x7f1a3c06e3c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1a48034040 tx=0x7f1a4802e000 comp rx=0 tx=0).stop 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.106+0000 7f1a5f220640 1 -- 172.21.15.173:0/3626969114 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a500531f0 msgr2=0x7f1a500f2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.106+0000 7f1a5f220640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a500531f0 0x7f1a500f2d00 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f1a58051220 tx=0x7f1a58069740 comp rx=0 tx=0).stop 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.106+0000 7f1a5f220640 1 -- 172.21.15.173:0/3626969114 shutdown_connections 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.106+0000 7f1a5f220640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a3c06bf00 0x7f1a3c06e3c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.106+0000 7f1a5f220640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a500531f0 0x7f1a500f2d00 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.106+0000 7f1a5f220640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a5003a360 0x7f1a500e0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.106+0000 7f1a5f220640 1 --2- 172.21.15.173:0/3626969114 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a5000c900 0x7f1a50053c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.106+0000 7f1a5f220640 1 -- 172.21.15.173:0/3626969114 >> 172.21.15.173:0/3626969114 conn(0x7f1a5001ea40 msgr2=0x7f1a50005540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.107+0000 7f1a5f220640 1 -- 172.21.15.173:0/3626969114 shutdown_connections 2024-09-10T09:27:41.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.107+0000 7f1a5f220640 1 -- 172.21.15.173:0/3626969114 wait complete. 2024-09-10T09:27:41.118 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.0 2024-09-10T09:27:41.131 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.130+0000 7f81d8d11640 1 -- 172.21.15.173:0/2268278364 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f81cc036050 con 0x7f81cc054ce0 2024-09-10T09:27:41.131 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.130+0000 7f81c2ffd640 1 -- 172.21.15.173:0/2268278364 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f81c40798c0 con 0x7f81cc054ce0 2024-09-10T09:27:41.131 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:41.132 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.131+0000 7f48ad05a640 1 -- 172.21.15.173:0/1739736793 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f48a806f790 con 0x7f48a806e6e0 2024-09-10T09:27:41.132 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.131+0000 7f489f7fe640 1 -- 172.21.15.173:0/1739736793 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f489807b000 con 0x7f48a806e6e0 2024-09-10T09:27:41.132 INFO:teuthology.orchestra.run.smithi173.stdout:60129542152 2024-09-10T09:27:41.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 -- 172.21.15.173:0/2268278364 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81b406be80 msgr2=0x7f81b406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81b406be80 0x7f81b406e340 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f81cc0efae0 tx=0x7f81c8007e20 comp rx=0 tx=0).stop 2024-09-10T09:27:41.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 -- 172.21.15.173:0/2268278364 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f81cc054ce0 msgr2=0x7f81cc0d7820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f81cc054ce0 0x7f81cc0d7820 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f81c402a530 tx=0x7f81c40046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 -- 172.21.15.173:0/2268278364 shutdown_connections 2024-09-10T09:27:41.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f81b406be80 0x7f81b406e340 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81cc0538c0 0x7f81cc0db460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81cc0551e0 0x7f81cc053380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.136 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 --2- 172.21.15.173:0/2268278364 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f81cc054ce0 0x7f81cc0d7820 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.136 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 -- 172.21.15.173:0/2268278364 >> 172.21.15.173:0/2268278364 conn(0x7f81cc01d960 msgr2=0x7f81cc034e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:41.136 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 -- 172.21.15.173:0/2268278364 shutdown_connections 2024-09-10T09:27:41.136 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7f81d8d11640 1 -- 172.21.15.173:0/2268278364 wait complete. 2024-09-10T09:27:41.136 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.134+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7efe740dedf0 con 0x7efe740e3640 2024-09-10T09:27:41.136 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 -- 172.21.15.173:0/1739736793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f488806be30 msgr2=0x7f488806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f488806be30 0x7f488806e2f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f48a8140b90 tx=0x7f4890008040 comp rx=0 tx=0).stop 2024-09-10T09:27:41.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 -- 172.21.15.173:0/1739736793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f48a806e6e0 msgr2=0x7f48a8158590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f48a806e6e0 0x7f48a8158590 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4898009eb0 tx=0x7f4898004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:41.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 -- 172.21.15.173:0/1739736793 shutdown_connections 2024-09-10T09:27:41.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f488806be30 0x7f488806e2f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.138 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f48a80b6420 0x7f48a815e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.138 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f48a80afde0 0x7f48a815db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.138 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 --2- 172.21.15.173:0/1739736793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f48a806e6e0 0x7f48a8158590 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.138 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 -- 172.21.15.173:0/1739736793 >> 172.21.15.173:0/1739736793 conn(0x7f48a806bc10 msgr2=0x7f48a815e8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:41.138 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7efe71ffb640 1 -- 172.21.15.173:0/626995071 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7efe6c04e070 con 0x7efe740e3640 2024-09-10T09:27:41.139 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:41.139 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.135+0000 7f48ad05a640 1 -- 172.21.15.173:0/1739736793 shutdown_connections 2024-09-10T09:27:41.139 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.136+0000 7f48ad05a640 1 -- 172.21.15.173:0/1739736793 wait complete. 2024-09-10T09:27:41.140 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.136+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f0714047bd0 con 0x7f0714007160 2024-09-10T09:27:41.140 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.137+0000 7f0711ffb640 1 -- 172.21.15.173:0/2032662253 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0718059ca0 con 0x7f0714007160 2024-09-10T09:27:41.140 INFO:teuthology.orchestra.run.smithi173.stdout:60129542151 2024-09-10T09:27:41.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efe6006be80 msgr2=0x7efe6006e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efe6006be80 0x7efe6006e340 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efe78009970 tx=0x7efe78006f90 comp rx=0 tx=0).stop 2024-09-10T09:27:41.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efe740e3640 msgr2=0x7efe740d5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efe740e3640 0x7efe740d5180 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efe6c035000 tx=0x7efe6c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 shutdown_connections 2024-09-10T09:27:41.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efe6006be80 0x7efe6006e340 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efe740d56c0 0x7efe740dc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efe740e3640 0x7efe740d5180 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 --2- 172.21.15.173:0/626995071 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efe74052ac0 0x7efe7404de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.141 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 >> 172.21.15.173:0/626995071 conn(0x7efe74036090 msgr2=0x7efe74035870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:41.142 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 shutdown_connections 2024-09-10T09:27:41.142 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.138+0000 7efe8253d640 1 -- 172.21.15.173:0/626995071 wait complete. 2024-09-10T09:27:41.142 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.139+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fdaf8008860 con 0x7fdaf803bc60 2024-09-10T09:27:41.142 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.139+0000 7fdaf6ffd640 1 -- 172.21.15.173:0/1617875043 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdb000f61f0 con 0x7fdaf803bc60 2024-09-10T09:27:41.142 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:41.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.140+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f070006be30 msgr2=0x7f070006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.140+0000 7f072202a640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f070006be30 0x7f070006e2f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f071c051790 tx=0x7f071c0689e0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.140+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0714007160 msgr2=0x7f0714189c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.140+0000 7f072202a640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0714007160 0x7f0714189c30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f071800d5a0 tx=0x7f071800da60 comp rx=0 tx=0).stop 2024-09-10T09:27:41.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.140+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 shutdown_connections 2024-09-10T09:27:41.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.140+0000 7f072202a640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f070006be30 0x7f070006e2f0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.143 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.140+0000 7f072202a640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f07140493a0 0x7f07140f68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.140+0000 7f072202a640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07140527f0 0x7f07140d8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.140+0000 7f072202a640 1 --2- 172.21.15.173:0/2032662253 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0714007160 0x7f0714189c30 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.140+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 >> 172.21.15.173:0/2032662253 conn(0x7f0714036090 msgr2=0x7f0714009af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:41.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.141+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 shutdown_connections 2024-09-10T09:27:41.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.141+0000 7f072202a640 1 -- 172.21.15.173:0/2032662253 wait complete. 2024-09-10T09:27:41.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.142+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fbfd803a440 con 0x7fbfd8047c10 2024-09-10T09:27:41.144 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.143+0000 7fbfdd7fa640 1 -- 172.21.15.173:0/71782122 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbfcc05c7a0 con 0x7fbfd8047c10 2024-09-10T09:27:41.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.143+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdae406be80 msgr2=0x7fdae406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.143+0000 7fdb074e9640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdae406be80 0x7fdae406e340 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdaf80386c0 tx=0x7fdaf0009040 comp rx=0 tx=0).stop 2024-09-10T09:27:41.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.143+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf803bc60 msgr2=0x7fdaf81809a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.145 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.143+0000 7fdb074e9640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf803bc60 0x7fdaf81809a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdb00051790 tx=0x7fdb00075340 comp rx=0 tx=0).stop 2024-09-10T09:27:41.145 INFO:teuthology.orchestra.run.smithi173.stdout:60129542151 2024-09-10T09:27:41.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.143+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 shutdown_connections 2024-09-10T09:27:41.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.143+0000 7fdb074e9640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdae406be80 0x7fdae406e340 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.143+0000 7fdb074e9640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdaf80e28f0 0x7fdaf817ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.143+0000 7fdb074e9640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdaf8057830 0x7fdaf81768a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.144+0000 7fdb074e9640 1 --2- 172.21.15.173:0/1617875043 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdaf803bc60 0x7fdaf81809a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.144+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 >> 172.21.15.173:0/1617875043 conn(0x7fdaf803a520 msgr2=0x7fdaf803d5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:41.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.144+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 shutdown_connections 2024-09-10T09:27:41.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.144+0000 7fdb074e9640 1 -- 172.21.15.173:0/1617875043 wait complete. 2024-09-10T09:27:41.148 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.147+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbfc406bf30 msgr2=0x7fbfc406e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.147+0000 7fbfe71d8640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbfc406bf30 0x7fbfc406e3f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0050b40 tx=0x7fbfe00aa000 comp rx=0 tx=0).stop 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.147+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbfd8047c10 msgr2=0x7fbfd8036320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.147+0000 7fbfe71d8640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbfd8047c10 0x7fbfd8036320 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc00c400 tx=0x7fbfcc00c8c0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.147+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 shutdown_connections 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.147+0000 7fbfe71d8640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbfc406bf30 0x7fbfc406e3f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.147+0000 7fbfe71d8640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbfd80e6f80 0x7fbfd8036860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.147+0000 7fbfe71d8640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbfd8047c10 0x7fbfd8036320 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.147+0000 7fbfe71d8640 1 --2- 172.21.15.173:0/71782122 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8033a00 0x7fbfd80dbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.147+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 >> 172.21.15.173:0/71782122 conn(0x7fbfd801d930 msgr2=0x7fbfd8039690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.148+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 shutdown_connections 2024-09-10T09:27:41.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:41.148+0000 7fbfe71d8640 1 -- 172.21.15.173:0/71782122 wait complete. 2024-09-10T09:27:41.154 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.3 2024-09-10T09:27:41.158 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.4 2024-09-10T09:27:41.159 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.5 2024-09-10T09:27:41.161 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.6 2024-09-10T09:27:41.165 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.1 2024-09-10T09:27:41.166 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.7 2024-09-10T09:27:42.090 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T09:27:42.120 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T09:27:42.156 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T09:27:42.159 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-10T09:27:42.160 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-10T09:27:42.161 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-10T09:27:42.166 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T09:27:42.166 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-10T09:27:42.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.222+0000 7fe92892f640 1 Processor -- start 2024-09-10T09:27:42.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.223+0000 7fe92892f640 1 -- start start 2024-09-10T09:27:42.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.224+0000 7fe92892f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 0x7fe91c037510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.224+0000 7fe92892f640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe91c0348f0 0x7fe91c00aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.224+0000 7fe92892f640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe91c053e10 con 0x7fe91c037cd0 2024-09-10T09:27:42.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.224+0000 7fe92892f640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fe91c0549b0 con 0x7fe91c0348f0 2024-09-10T09:27:42.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.224+0000 7fe92892f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe91c037a50 con 0x7fe91c037130 2024-09-10T09:27:42.227 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.225+0000 7fe922ffd640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fe91c037cd0 0x7fe91c054e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:60568/0 (socket says 172.21.15.173:60568) 2024-09-10T09:27:42.227 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.225+0000 7fe922ffd640 1 -- 172.21.15.173:0/741739268 learned_addr learned my addr 172.21.15.173:0/741739268 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:42.227 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.225+0000 7fe9237fe640 1 --2- 172.21.15.173:0/741739268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 0x7fe91c037510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.227 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.225+0000 7fe923fff640 1 --2- 172.21.15.173:0/741739268 >> v2:172.21.15.173:3300/0 conn(0x7fe91c0348f0 0x7fe91c00aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.228 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.226+0000 7fe9237fe640 1 -- 172.21.15.173:0/741739268 >> v2:172.21.15.173:3300/0 conn(0x7fe91c0348f0 msgr2=0x7fe91c00aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.228 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.226+0000 7fe9237fe640 1 --2- 172.21.15.173:0/741739268 >> v2:172.21.15.173:3300/0 conn(0x7fe91c0348f0 0x7fe91c00aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.228 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.226+0000 7fe9237fe640 1 -- 172.21.15.173:0/741739268 >> v1:172.21.15.176:6789/0 conn(0x7fe91c037cd0 legacy=0x7fe91c054e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.228 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.226+0000 7fe9237fe640 1 -- 172.21.15.173:0/741739268 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe91c054080 con 0x7fe91c037130 2024-09-10T09:27:42.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.227+0000 7fe9237fe640 1 --2- 172.21.15.173:0/741739268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 0x7fe91c037510 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe918009790 tx=0x7fe918029fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffb060532a4a6b0c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.228+0000 7fe9227fc640 1 -- 172.21.15.173:0/741739268 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe918037070 con 0x7fe91c037130 2024-09-10T09:27:42.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.228+0000 7fe9227fc640 1 -- 172.21.15.173:0/741739268 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe91802ac60 con 0x7fe91c037130 2024-09-10T09:27:42.229 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.228+0000 7fe9227fc640 1 -- 172.21.15.173:0/741739268 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe918032660 con 0x7fe91c037130 2024-09-10T09:27:42.231 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.229+0000 7fe92892f640 1 -- 172.21.15.173:0/741739268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 msgr2=0x7fe91c037510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.231 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.229+0000 7fe92892f640 1 --2- 172.21.15.173:0/741739268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 0x7fe91c037510 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe918009790 tx=0x7fe918029fd0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.231 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.229+0000 7fe92892f640 1 -- 172.21.15.173:0/741739268 shutdown_connections 2024-09-10T09:27:42.231 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.229+0000 7fe92892f640 1 --2- 172.21.15.173:0/741739268 >> v2:172.21.15.173:3300/0 conn(0x7fe91c0348f0 0x7fe91c00aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.231 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.229+0000 7fe92892f640 1 --2- 172.21.15.173:0/741739268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 0x7fe91c037510 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.231 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.229+0000 7fe92892f640 1 -- 172.21.15.173:0/741739268 >> 172.21.15.173:0/741739268 conn(0x7fe91c01ea40 msgr2=0x7fe91c0556b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.231 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.230+0000 7fe92892f640 1 -- 172.21.15.173:0/741739268 shutdown_connections 2024-09-10T09:27:42.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.230+0000 7fe92892f640 1 -- 172.21.15.173:0/741739268 wait complete. 2024-09-10T09:27:42.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.232+0000 7fe92892f640 1 Processor -- start 2024-09-10T09:27:42.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.232+0000 7fe92892f640 1 -- start start 2024-09-10T09:27:42.235 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.234+0000 7fe92892f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe91c0348f0 0x7fe91c0dbdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.235 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.234+0000 7fe92892f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 0x7fe91c04f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.235 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.234+0000 7fe92892f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe91c037cd0 0x7fe91c0e23c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.236 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.234+0000 7fe922ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 0x7fe91c04f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.236 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.234+0000 7fe922ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 0x7fe91c04f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51270/0 (socket says 172.21.15.173:51270) 2024-09-10T09:27:42.236 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.234+0000 7fe922ffd640 1 -- 172.21.15.173:0/1726193502 learned_addr learned my addr 172.21.15.173:0/1726193502 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.236 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.234+0000 7fe92892f640 1 -- 172.21.15.173:0/1726193502 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe91c034d80 con 0x7fe91c037cd0 2024-09-10T09:27:42.236 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.234+0000 7fe92892f640 1 -- 172.21.15.173:0/1726193502 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe91c054640 con 0x7fe91c0348f0 2024-09-10T09:27:42.236 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.235+0000 7fe92892f640 1 -- 172.21.15.173:0/1726193502 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe91c034f00 con 0x7fe91c037130 2024-09-10T09:27:42.237 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.235+0000 7fe9237fe640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe91c0348f0 0x7fe91c0dbdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.237 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.235+0000 7fe923fff640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe91c037cd0 0x7fe91c0e23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.236+0000 7fe923fff640 1 -- 172.21.15.173:0/1726193502 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 msgr2=0x7fe91c04f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.236+0000 7fe923fff640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 0x7fe91c04f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.236+0000 7fe923fff640 1 -- 172.21.15.173:0/1726193502 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe91c0348f0 msgr2=0x7fe91c0dbdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.236+0000 7fe923fff640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe91c0348f0 0x7fe91c0dbdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.236+0000 7fe923fff640 1 -- 172.21.15.173:0/1726193502 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe91c0dacc0 con 0x7fe91c037cd0 2024-09-10T09:27:42.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.236+0000 7fe923fff640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe91c037cd0 0x7fe91c0e23c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe91000e7f0 tx=0x7fe91000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.236+0000 7fe90ffff640 1 -- 172.21.15.173:0/1726193502 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe910017070 con 0x7fe91c037cd0 2024-09-10T09:27:42.239 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.236+0000 7fe92892f640 1 -- 172.21.15.173:0/1726193502 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe91c0daff0 con 0x7fe91c037cd0 2024-09-10T09:27:42.239 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.236+0000 7fe90ffff640 1 -- 172.21.15.173:0/1726193502 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe91000c730 con 0x7fe91c037cd0 2024-09-10T09:27:42.239 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.236+0000 7fe90ffff640 1 -- 172.21.15.173:0/1726193502 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91000cb00 con 0x7fe91c037cd0 2024-09-10T09:27:42.239 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.238+0000 7fe92892f640 1 -- 172.21.15.173:0/1726193502 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe91c0db5b0 con 0x7fe91c037cd0 2024-09-10T09:27:42.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.241+0000 7fe92892f640 1 -- 172.21.15.173:0/1726193502 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe904005290 con 0x7fe91c037cd0 2024-09-10T09:27:42.254 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.251+0000 7fe90ffff640 1 -- 172.21.15.173:0/1726193502 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe91001a070 con 0x7fe91c037cd0 2024-09-10T09:27:42.254 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.252+0000 7fe90ffff640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe90806bf00 0x7fe90806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.254 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.252+0000 7fe90ffff640 1 -- 172.21.15.173:0/1726193502 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe91008b250 con 0x7fe91c037cd0 2024-09-10T09:27:42.254 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.252+0000 7fe90ffff640 1 -- 172.21.15.173:0/1726193502 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe91008d770 con 0x7fe91c037cd0 2024-09-10T09:27:42.254 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.253+0000 7fe9237fe640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe90806bf00 0x7fe90806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.255 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.254+0000 7fe9237fe640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe90806bf00 0x7fe90806e3c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe918034000 tx=0x7fe91802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.284+0000 7f63df5e4640 1 Processor -- start 2024-09-10T09:27:42.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.287+0000 7f63df5e4640 1 -- start start 2024-09-10T09:27:42.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.288+0000 7f63df5e4640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f63d815a2c0 0x7f63d80cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.288+0000 7f63df5e4640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63d80ce620 con 0x7f63d80720b0 2024-09-10T09:27:42.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.288+0000 7f63df5e4640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63d80ce8c0 con 0x7f63d815ea90 2024-09-10T09:27:42.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.288+0000 7f63df5e4640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f63d80ce3f0 con 0x7f63d815a2c0 2024-09-10T09:27:42.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.289+0000 7f63ddb81640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f63d80720b0 0x7f63d80b34d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41586/0 (socket says 172.21.15.173:41586) 2024-09-10T09:27:42.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.289+0000 7f63ddb81640 1 -- 172.21.15.173:0/20377740 learned_addr learned my addr 172.21.15.173:0/20377740 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:42.291 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.290+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 513541070 0 0) 0x7f63d80ce620 con 0x7f63d80720b0 2024-09-10T09:27:42.291 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.290+0000 7f63dd380640 1 --2- 172.21.15.173:0/20377740 >> v2:172.21.15.176:3300/0 conn(0x7f63d815a2c0 0x7f63d80cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.291 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.290+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f63c4003520 con 0x7f63d80720b0 2024-09-10T09:27:42.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.291+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 496931544 0 0) 0x7f63c4003520 con 0x7f63d80720b0 2024-09-10T09:27:42.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.291+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 >> v2:172.21.15.176:3300/0 conn(0x7f63d815a2c0 msgr2=0x7f63d80cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.291+0000 7f63cffff640 1 --2- 172.21.15.173:0/20377740 >> v2:172.21.15.176:3300/0 conn(0x7f63d815a2c0 0x7f63d80cc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.291+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 >> v1:172.21.15.176:6789/0 conn(0x7f63d815ea90 legacy=0x7f63d80cf680 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T09:27:42.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.291+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63d80ceba0 con 0x7f63d80720b0 2024-09-10T09:27:42.293 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.292+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f63d00019f0 con 0x7f63d80720b0 2024-09-10T09:27:42.293 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.292+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 >> v1:172.21.15.173:6789/0 conn(0x7f63d80720b0 legacy=0x7f63d80b34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.293 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.292+0000 7f63cffff640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63c4003a80 0x7f63c4003e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.292+0000 7f63cffff640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 0x7f63c4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.292+0000 7f63cffff640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63c40052e0 0x7f63c400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.292+0000 7f63dd380640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63c4003a80 0x7f63c4003e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.293+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f63c400c180 con 0x7f63c4004800 2024-09-10T09:27:42.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.293+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f63c400c330 con 0x7f63c40052e0 2024-09-10T09:27:42.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.293+0000 7f63ddb81640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63c40052e0 0x7f63c400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.293+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f63c400c530 con 0x7f63c4003a80 2024-09-10T09:27:42.298 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.293+0000 7f63dcb7f640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 0x7f63c4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.298 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.294+0000 7f63dcb7f640 1 -- 172.21.15.173:0/20377740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63c4003a80 msgr2=0x7f63c4003e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.298 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.294+0000 7f63dcb7f640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63c4003a80 0x7f63c4003e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.298 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.294+0000 7f63dcb7f640 1 -- 172.21.15.173:0/20377740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63c40052e0 msgr2=0x7f63c400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.298 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.294+0000 7f63dcb7f640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63c40052e0 0x7f63c400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.298 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.294+0000 7f63dcb7f640 1 -- 172.21.15.173:0/20377740 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63c4003520 con 0x7f63c4004800 2024-09-10T09:27:42.298 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.295+0000 7f63dcb7f640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 0x7f63c4004c80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f63d40108b0 tx=0x7f63c4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc55b6e78d62c7ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.298 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.296+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d4039070 con 0x7f63c4004800 2024-09-10T09:27:42.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.297+0000 7f63ddb81640 1 -- 172.21.15.173:0/20377740 reap_dead start 2024-09-10T09:27:42.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.297+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63d4033770 con 0x7f63c4004800 2024-09-10T09:27:42.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.297+0000 7f63cffff640 1 -- 172.21.15.173:0/20377740 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d40108f0 con 0x7f63c4004800 2024-09-10T09:27:42.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.299+0000 7f63df5e4640 1 -- 172.21.15.173:0/20377740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 msgr2=0x7f63c4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.299+0000 7f63df5e4640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 0x7f63c4004c80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f63d40108b0 tx=0x7f63c4005830 comp rx=0 tx=0).stop 2024-09-10T09:27:42.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.299+0000 7f63dd380640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63c4003a80 0x7f63c4003e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:42.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.299+0000 7f63df5e4640 1 -- 172.21.15.173:0/20377740 shutdown_connections 2024-09-10T09:27:42.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.299+0000 7f63df5e4640 1 --2- 172.21.15.173:0/20377740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 0x7f63c4004c80 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.299+0000 7f63df5e4640 1 -- 172.21.15.173:0/20377740 >> 172.21.15.173:0/20377740 conn(0x7f63d8067b30 msgr2=0x7f63d806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.301 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.300+0000 7f63df5e4640 1 -- 172.21.15.173:0/20377740 shutdown_connections 2024-09-10T09:27:42.303 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.300+0000 7f63df5e4640 1 -- 172.21.15.173:0/20377740 wait complete. 2024-09-10T09:27:42.303 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.302+0000 7f63df5e4640 1 Processor -- start 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.302+0000 7f63df5e4640 1 -- start start 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.303+0000 7f63df5e4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 0x7f63d8149fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.303+0000 7f63df5e4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63d81500a0 0x7f63d814de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.303+0000 7f63df5e4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63d814e360 0x7f63d814bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.303+0000 7f63df5e4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f63d815a6a0 con 0x7f63c4004800 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.303+0000 7f63df5e4640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f63d80cf1f0 con 0x7f63d81500a0 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.303+0000 7f63df5e4640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f63d815a820 con 0x7f63d814e360 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.304+0000 7f63ddb81640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63d814e360 0x7f63d814bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.304+0000 7f63ddb81640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63d814e360 0x7f63d814bff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51294/0 (socket says 172.21.15.173:51294) 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.304+0000 7f63ddb81640 1 -- 172.21.15.173:0/472085853 learned_addr learned my addr 172.21.15.173:0/472085853 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.304+0000 7f63ddb81640 1 -- 172.21.15.173:0/472085853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63d81500a0 msgr2=0x7f63d814de20 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.304+0000 7f63ddb81640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63d81500a0 0x7f63d814de20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.306 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.304+0000 7f63ddb81640 1 -- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 msgr2=0x7f63d8149fc0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T09:27:42.307 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.305+0000 7f63dd380640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 0x7f63d8149fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.308 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.305+0000 7f63ddb81640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 0x7f63d8149fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.308 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.305+0000 7f63ddb81640 1 -- 172.21.15.173:0/472085853 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63d8150d20 con 0x7f63d814e360 2024-09-10T09:27:42.308 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.305+0000 7f63dd380640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 0x7f63d8149fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:42.308 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.305+0000 7f63ddb81640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63d814e360 0x7f63d814bff0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f63d8072060 tx=0x7f63d0005220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.308 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.306+0000 7f63cdffb640 1 -- 172.21.15.173:0/472085853 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d001b070 con 0x7f63d814e360 2024-09-10T09:27:42.308 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.306+0000 7f63df5e4640 1 -- 172.21.15.173:0/472085853 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63d8150a40 con 0x7f63d814e360 2024-09-10T09:27:42.308 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.306+0000 7f63df5e4640 1 -- 172.21.15.173:0/472085853 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f63d814ac20 con 0x7f63d814e360 2024-09-10T09:27:42.308 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.306+0000 7f63cdffb640 1 -- 172.21.15.173:0/472085853 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63d0001a60 con 0x7f63d814e360 2024-09-10T09:27:42.308 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.307+0000 7f63cdffb640 1 -- 172.21.15.173:0/472085853 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d0005c90 con 0x7f63d814e360 2024-09-10T09:27:42.311 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.311+0000 7f63cdffb640 1 -- 172.21.15.173:0/472085853 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f63d001e070 con 0x7f63d814e360 2024-09-10T09:27:42.312 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.311+0000 7f63cdffb640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f63bc06bf30 0x7f63bc06e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.313 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.312+0000 7f63dd380640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f63bc06bf30 0x7f63bc06e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.313 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.312+0000 7f63dd380640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f63bc06bf30 0x7f63bc06e3f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f63d806aa80 tx=0x7f63c8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.313 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.313+0000 7f63df5e4640 1 -- 172.21.15.173:0/472085853 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63b8005290 con 0x7f63d814e360 2024-09-10T09:27:42.314 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.313+0000 7f63cdffb640 1 -- 172.21.15.173:0/472085853 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f63d008a9f0 con 0x7f63d814e360 2024-09-10T09:27:42.319 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.318+0000 7f63cdffb640 1 -- 172.21.15.173:0/472085853 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f63d00589f0 con 0x7f63d814e360 2024-09-10T09:27:42.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.347+0000 7f3d2759e640 1 Processor -- start 2024-09-10T09:27:42.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.347+0000 7ff602639640 1 Processor -- start 2024-09-10T09:27:42.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.348+0000 7fe90759e640 1 Processor -- start 2024-09-10T09:27:42.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.347+0000 7ff602639640 1 -- start start 2024-09-10T09:27:42.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.349+0000 7ff602639640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff5f4048b20 0x7ff5f4054120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.349+0000 7ff602639640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5f4052090 con 0x7ff5f4034c40 2024-09-10T09:27:42.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.349+0000 7ff602639640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5f4052370 con 0x7ff5f40486b0 2024-09-10T09:27:42.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.349+0000 7ff602639640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7ff5f4052650 con 0x7ff5f4048b20 2024-09-10T09:27:42.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.349+0000 7ff601e38640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff5f4048b20 0x7ff5f4054120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.349+0000 7ff601e38640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff5f4048b20 0x7ff5f4054120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37550/0 (socket says 172.21.15.173:37550) 2024-09-10T09:27:42.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.349+0000 7ff601e38640 1 -- 172.21.15.173:0/666918834 learned_addr learned my addr 172.21.15.173:0/666918834 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.351 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.347+0000 7f3d2759e640 1 -- start start 2024-09-10T09:27:42.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7ff601e38640 1 -- 172.21.15.173:0/666918834 >> v1:172.21.15.176:6789/0 conn(0x7ff5f40486b0 legacy=0x7ff5f4053a10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T09:27:42.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7ff601e38640 1 -- 172.21.15.173:0/666918834 >> v1:172.21.15.173:6789/0 conn(0x7ff5f4034c40 legacy=0x7ff5f4035b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7ff601e38640 1 -- 172.21.15.173:0/666918834 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5f4052930 con 0x7ff5f4048b20 2024-09-10T09:27:42.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7f3d2759e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 0x7f3d2003a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7f3d2759e640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f3d20036a00 0x7f3d200ea790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7f3d2759e640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d200542c0 con 0x7f3d200345e0 2024-09-10T09:27:42.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7f3d2759e640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f3d20036f00 con 0x7f3d20036a00 2024-09-10T09:27:42.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7f3d2759e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f3d20008ab0 con 0x7f3d200e2fe0 2024-09-10T09:27:42.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.349+0000 7fe90759e640 1 -- start start 2024-09-10T09:27:42.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7fe90759e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe90815c260 0x7fe908072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7fe90759e640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe908072780 con 0x7fe9080d00e0 2024-09-10T09:27:42.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7fe90759e640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9080b70f0 con 0x7fe9080b6af0 2024-09-10T09:27:42.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.350+0000 7fe90759e640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe90815c640 con 0x7fe90815c260 2024-09-10T09:27:42.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7fe8fdd9b640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fe9080d00e0 0x7fe9080b63e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41606/0 (socket says 172.21.15.173:41606) 2024-09-10T09:27:42.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7fe8fdd9b640 1 -- 172.21.15.173:0/3668609458 learned_addr learned my addr 172.21.15.173:0/3668609458 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:42.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7f47a359e640 1 Processor -- start 2024-09-10T09:27:42.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7f3d2659c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 0x7f3d2003a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7f3d2659c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 0x7f3d2003a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51310/0 (socket says 172.21.15.173:51310) 2024-09-10T09:27:42.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7f3d2659c640 1 -- 172.21.15.173:0/996606679 learned_addr learned my addr 172.21.15.173:0/996606679 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7fe90659c640 1 --2- 172.21.15.173:0/3668609458 >> v2:172.21.15.176:3300/0 conn(0x7fe90815c260 0x7fe908072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7f47a359e640 1 -- start start 2024-09-10T09:27:42.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7f3d26d9d640 1 --2- 172.21.15.173:0/996606679 >> v2:172.21.15.173:3300/0 conn(0x7f3d20036a00 0x7f3d200ea790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7f3d2659c640 1 -- 172.21.15.173:0/996606679 >> v2:172.21.15.173:3300/0 conn(0x7f3d20036a00 msgr2=0x7f3d200ea790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7fe90659c640 1 -- 172.21.15.173:0/3668609458 >> v1:172.21.15.176:6789/0 conn(0x7fe9080b6af0 legacy=0x7fe9080d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7fe90659c640 1 -- 172.21.15.173:0/3668609458 >> v1:172.21.15.173:6789/0 conn(0x7fe9080d00e0 legacy=0x7fe9080b63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7fe90659c640 1 -- 172.21.15.173:0/3668609458 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9080b73d0 con 0x7fe90815c260 2024-09-10T09:27:42.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7ff601e38640 1 --2- 172.21.15.173:0/666918834 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4048b20 0x7ff5f4054120 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc076eb0 tx=0x7ff5fc0a6120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e6b7dc04c6c3c00 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7ff5f3fff640 1 -- 172.21.15.173:0/666918834 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc0b3070 con 0x7ff5f4048b20 2024-09-10T09:27:42.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7ff5f3fff640 1 -- 172.21.15.173:0/666918834 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5fc0ae440 con 0x7ff5f4048b20 2024-09-10T09:27:42.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7ff5f3fff640 1 -- 172.21.15.173:0/666918834 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc0ae8b0 con 0x7ff5f4048b20 2024-09-10T09:27:42.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f067ffff640 1 Processor -- start 2024-09-10T09:27:42.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f428a2f7640 1 Processor -- start 2024-09-10T09:27:42.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7f3d2659c640 1 --2- 172.21.15.173:0/996606679 >> v2:172.21.15.173:3300/0 conn(0x7f3d20036a00 0x7f3d200ea790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7f3d2659c640 1 -- 172.21.15.173:0/996606679 >> v1:172.21.15.176:6789/0 conn(0x7f3d200345e0 legacy=0x7f3d2003a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.351+0000 7f3d2659c640 1 -- 172.21.15.173:0/996606679 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d200350b0 con 0x7f3d200e2fe0 2024-09-10T09:27:42.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f3d26d9d640 1 --2- 172.21.15.173:0/996606679 >> v2:172.21.15.173:3300/0 conn(0x7f3d20036a00 0x7f3d200ea790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:42.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f428a2f7640 1 -- start start 2024-09-10T09:27:42.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f3d2659c640 1 --2- 172.21.15.173:0/996606679 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 0x7f3d2003a390 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3d18009870 tx=0x7f3d1802a1f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebf5372cb0217c88 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7fe90659c640 1 --2- 172.21.15.173:0/3668609458 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe90815c260 0x7fe908072240 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe8f00097a0 tx=0x7fe8f002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7826d1729867e616 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f47a359e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415d730 0x7f47a4073860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f3d2559a640 1 -- 172.21.15.173:0/996606679 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d18037070 con 0x7f3d200e2fe0 2024-09-10T09:27:42.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f067ffff640 1 -- start start 2024-09-10T09:27:42.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f3d2559a640 1 -- 172.21.15.173:0/996606679 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d18032440 con 0x7f3d200e2fe0 2024-09-10T09:27:42.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7fe905d9b640 1 -- 172.21.15.173:0/3668609458 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f0037070 con 0x7fe90815c260 2024-09-10T09:27:42.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7fe905d9b640 1 -- 172.21.15.173:0/3668609458 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8f0032440 con 0x7fe90815c260 2024-09-10T09:27:42.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f428a2f7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f4284073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f067ffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f06801628b0 0x7f06800d3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f47a359e640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f47a406f110 0x7f47a406f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f47a359e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f47a415df30 0x7f47a415e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7ff602639640 1 -- 172.21.15.173:0/666918834 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4048b20 msgr2=0x7ff5f4054120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7ff602639640 1 --2- 172.21.15.173:0/666918834 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4048b20 0x7ff5f4054120 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc076eb0 tx=0x7ff5fc0a6120 comp rx=0 tx=0).stop 2024-09-10T09:27:42.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7ff602639640 1 -- 172.21.15.173:0/666918834 shutdown_connections 2024-09-10T09:27:42.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7ff602639640 1 --2- 172.21.15.173:0/666918834 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4048b20 0x7ff5f4054120 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7ff602639640 1 -- 172.21.15.173:0/666918834 >> 172.21.15.173:0/666918834 conn(0x7ff5f401ea40 msgr2=0x7ff5f40556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f3d2759e640 1 -- 172.21.15.173:0/996606679 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 msgr2=0x7f3d2003a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f3d2759e640 1 --2- 172.21.15.173:0/996606679 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 0x7f3d2003a390 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3d18009870 tx=0x7f3d1802a1f0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f47a359e640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f47a4073da0 con 0x7f47a406f110 2024-09-10T09:27:42.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f47a359e640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f47a406fa90 con 0x7f47a415df30 2024-09-10T09:27:42.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.352+0000 7f47a359e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f47a4071fd0 con 0x7f47a415d730 2024-09-10T09:27:42.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f47a2d9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f47a415df30 0x7f47a415e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f47a2d9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f47a415df30 0x7f47a415e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35946/0 (socket says 172.21.15.173:35946) 2024-09-10T09:27:42.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f47a2d9d640 1 -- 172.21.15.173:0/4162461759 learned_addr learned my addr 172.21.15.173:0/4162461759 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f47a259c640 1 --2- 172.21.15.173:0/4162461759 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415d730 0x7f47a4073860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f47a2d9d640 1 -- 172.21.15.173:0/4162461759 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415d730 msgr2=0x7f47a4073860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f47a2d9d640 1 --2- 172.21.15.173:0/4162461759 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415d730 0x7f47a4073860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f47a2d9d640 1 -- 172.21.15.173:0/4162461759 >> v2:172.21.15.173:3300/0 conn(0x7f47a406f110 msgr2=0x7f47a406f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f47a2d9d640 1 --2- 172.21.15.173:0/4162461759 >> v2:172.21.15.173:3300/0 conn(0x7f47a406f110 0x7f47a406f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f47a2d9d640 1 -- 172.21.15.173:0/4162461759 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47a40722b0 con 0x7f47a415df30 2024-09-10T09:27:42.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f47a259c640 1 --2- 172.21.15.173:0/4162461759 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415d730 0x7f47a4073860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:42.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f067e7fc640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f06801628b0 0x7f06800d3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f3d2759e640 1 -- 172.21.15.173:0/996606679 shutdown_connections 2024-09-10T09:27:42.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f3d2759e640 1 --2- 172.21.15.173:0/996606679 >> v2:172.21.15.173:3300/0 conn(0x7f3d20036a00 0x7f3d200ea790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f3d2759e640 1 --2- 172.21.15.173:0/996606679 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 0x7f3d2003a390 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f3d2759e640 1 -- 172.21.15.173:0/996606679 >> 172.21.15.173:0/996606679 conn(0x7f3d2001ea40 msgr2=0x7f3d200556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f428a2f7640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f4284162950 0x7f428406dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f428a2f7640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4284072560 con 0x7f4284162570 2024-09-10T09:27:42.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f428a2f7640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f4284073b40 con 0x7f4284162950 2024-09-10T09:27:42.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.353+0000 7f428a2f7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f4284072320 con 0x7f42840b31e0 2024-09-10T09:27:42.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f4288af4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f4284073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7fe905d9b640 1 -- 172.21.15.173:0/3668609458 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f0032810 con 0x7fe90815c260 2024-09-10T09:27:42.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f067e7fc640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f06801628b0 0x7f06800d3ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51350/0 (socket says 172.21.15.173:51350) 2024-09-10T09:27:42.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7fe90759e640 1 -- 172.21.15.173:0/3668609458 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe90815c260 msgr2=0x7fe908072240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7fe90759e640 1 --2- 172.21.15.173:0/3668609458 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe90815c260 0x7fe908072240 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe8f00097a0 tx=0x7fe8f002a180 comp rx=0 tx=0).stop 2024-09-10T09:27:42.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f4288af4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f4284073600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51334/0 (socket says 172.21.15.173:51334) 2024-09-10T09:27:42.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f4288af4640 1 -- 172.21.15.173:0/1842640740 learned_addr learned my addr 172.21.15.173:0/1842640740 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f3d2759e640 1 -- 172.21.15.173:0/996606679 shutdown_connections 2024-09-10T09:27:42.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f067effd640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f06801624d0 0x7f0680163800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:60616/0 (socket says 172.21.15.173:60616) 2024-09-10T09:27:42.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7fe90759e640 1 -- 172.21.15.173:0/3668609458 shutdown_connections 2024-09-10T09:27:42.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7fe90759e640 1 --2- 172.21.15.173:0/3668609458 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe90815c260 0x7fe908072240 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7fe90759e640 1 -- 172.21.15.173:0/3668609458 >> 172.21.15.173:0/3668609458 conn(0x7fe9080b3f10 msgr2=0x7fe9080b42f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7ff602639640 1 -- 172.21.15.173:0/666918834 shutdown_connections 2024-09-10T09:27:42.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7ff602639640 1 -- 172.21.15.173:0/666918834 wait complete. 2024-09-10T09:27:42.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f3d2759e640 1 -- 172.21.15.173:0/996606679 wait complete. 2024-09-10T09:27:42.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7fe90759e640 1 -- 172.21.15.173:0/3668609458 shutdown_connections 2024-09-10T09:27:42.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f067ffff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f06800d2940 0x7f06800d0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f067e7fc640 1 -- 172.21.15.173:0/2626299269 learned_addr learned my addr 172.21.15.173:0/2626299269 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f4288af4640 1 -- 172.21.15.173:0/1842640740 >> v2:172.21.15.173:3300/0 conn(0x7f4284162950 msgr2=0x7f428406dbd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T09:27:42.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f067ffff640 1 -- 172.21.15.173:0/2626299269 --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06800d45a0 con 0x7f06801624d0 2024-09-10T09:27:42.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7f47a2d9d640 1 --2- 172.21.15.173:0/4162461759 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47a415df30 0x7f47a415e3e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f47a4072ed0 tx=0x7f479c033060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=843921f574e6c4a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067ffff640 1 -- 172.21.15.173:0/2626299269 --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f06800d4e40 con 0x7f06800d2940 2024-09-10T09:27:42.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067ffff640 1 -- 172.21.15.173:0/2626299269 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f06800d4880 con 0x7f06801628b0 2024-09-10T09:27:42.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067f7fe640 1 --2- 172.21.15.173:0/2626299269 >> v2:172.21.15.176:3300/0 conn(0x7f06800d2940 0x7f06800d0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f427bfff640 1 -- 172.21.15.173:0/1842640740 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1910946136 0 0) 0x7f4284072560 con 0x7f4284162570 2024-09-10T09:27:42.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f4289af6640 1 --2- 172.21.15.173:0/1842640740 >> v2:172.21.15.173:3300/0 conn(0x7f4284162950 0x7f428406dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1988663682 0 0) 0x7f06800d45a0 con 0x7f06801624d0 2024-09-10T09:27:42.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0668003520 con 0x7f06801624d0 2024-09-10T09:27:42.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f4288af4640 1 --2- 172.21.15.173:0/1842640740 >> v2:172.21.15.173:3300/0 conn(0x7f4284162950 0x7f428406dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f4288af4640 1 -- 172.21.15.173:0/1842640740 >> v1:172.21.15.176:6789/0 conn(0x7f4284162570 legacy=0x7f4284071c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f4288af4640 1 -- 172.21.15.173:0/1842640740 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4284072840 con 0x7f42840b31e0 2024-09-10T09:27:42.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 <== mon.1 v1:172.21.15.176:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2164623946 0 0) 0x7f0668003520 con 0x7f06801624d0 2024-09-10T09:27:42.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f06801628b0 msgr2=0x7f06800d3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 --2- 172.21.15.173:0/2626299269 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f06801628b0 0x7f06800d3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 >> v2:172.21.15.176:3300/0 conn(0x7f06800d2940 msgr2=0x7f06800d0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 --2- 172.21.15.173:0/2626299269 >> v2:172.21.15.176:3300/0 conn(0x7f06800d2940 0x7f06800d0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 --> v1:172.21.15.176:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06800d4b60 con 0x7f06801624d0 2024-09-10T09:27:42.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 <== mon.1 v1:172.21.15.176:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f0670001670 con 0x7f06801624d0 2024-09-10T09:27:42.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f47a1d9b640 1 -- 172.21.15.173:0/4162461759 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f479c039070 con 0x7f47a415df30 2024-09-10T09:27:42.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f47a1d9b640 1 -- 172.21.15.173:0/4162461759 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f479c033db0 con 0x7f47a415df30 2024-09-10T09:27:42.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f47a359e640 1 -- 172.21.15.173:0/4162461759 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47a415df30 msgr2=0x7f47a415e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f47a359e640 1 --2- 172.21.15.173:0/4162461759 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47a415df30 0x7f47a415e3e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f47a4072ed0 tx=0x7f479c033060 comp rx=0 tx=0).stop 2024-09-10T09:27:42.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 >> v1:172.21.15.176:6789/0 conn(0x7f06801624d0 legacy=0x7f0680163800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 --2- 172.21.15.173:0/2626299269 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f06680039b0 0x7f0668003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 --2- 172.21.15.173:0/2626299269 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0668004800 0x7f0668004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.374 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.354+0000 7fe90759e640 1 -- 172.21.15.173:0/3668609458 wait complete. 2024-09-10T09:27:42.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f4289af6640 1 --2- 172.21.15.173:0/1842640740 >> v2:172.21.15.173:3300/0 conn(0x7f4284162950 0x7f428406dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:42.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f47a359e640 1 -- 172.21.15.173:0/4162461759 shutdown_connections 2024-09-10T09:27:42.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f47a359e640 1 --2- 172.21.15.173:0/4162461759 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47a415df30 0x7f47a415e3e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f47a359e640 1 --2- 172.21.15.173:0/4162461759 >> v2:172.21.15.173:3300/0 conn(0x7f47a406f110 0x7f47a406f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f47a359e640 1 --2- 172.21.15.173:0/4162461759 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415d730 0x7f47a4073860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f47a359e640 1 -- 172.21.15.173:0/4162461759 >> 172.21.15.173:0/4162461759 conn(0x7f47a40b1e00 msgr2=0x7f47a40b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f3d2759e640 1 Processor -- start 2024-09-10T09:27:42.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 --2- 172.21.15.173:0/2626299269 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f06680051c0 0x7f066800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7ff602639640 1 Processor -- start 2024-09-10T09:27:42.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7ff602639640 1 -- start start 2024-09-10T09:27:42.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f06800d4e40 con 0x7f06680039b0 2024-09-10T09:27:42.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f06800d4880 con 0x7f06680051c0 2024-09-10T09:27:42.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f066800c090 con 0x7f0668004800 2024-09-10T09:27:42.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.355+0000 7f067effd640 1 --2- 172.21.15.173:0/2626299269 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f06680039b0 0x7f0668003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f067effd640 1 -- 172.21.15.173:0/2626299269 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0668004800 msgr2=0x7f0668004c80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T09:27:42.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.357+0000 7fe90759e640 1 Processor -- start 2024-09-10T09:27:42.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f067effd640 1 --2- 172.21.15.173:0/2626299269 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0668004800 0x7f0668004c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f067effd640 1 -- 172.21.15.173:0/2626299269 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f06680051c0 msgr2=0x7f066800b9c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T09:27:42.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f3d2759e640 1 -- start start 2024-09-10T09:27:42.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f067effd640 1 --2- 172.21.15.173:0/2626299269 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f06680051c0 0x7f066800b9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.356+0000 7f067effd640 1 -- 172.21.15.173:0/2626299269 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06800d4b60 con 0x7f06680039b0 2024-09-10T09:27:42.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.357+0000 7f067effd640 1 --2- 172.21.15.173:0/2626299269 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f06680039b0 0x7f0668003dd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f067000c260 tx=0x7f0668005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7656b852956540fa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.357+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0670007cf0 con 0x7f06680039b0 2024-09-10T09:27:42.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.357+0000 7fe90759e640 1 -- start start 2024-09-10T09:27:42.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.357+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0670007270 con 0x7f06680039b0 2024-09-10T09:27:42.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.357+0000 7f067dffb640 1 -- 172.21.15.173:0/2626299269 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0670007660 con 0x7f06680039b0 2024-09-10T09:27:42.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7ff602639640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5f4034c40 0x7ff5f40e5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d2759e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d200345e0 0x7f3d200d3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d2759e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d20036a00 0x7f3d200d4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d2759e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 0x7f3d200d49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d2759e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3d20008630 con 0x7f3d20036a00 2024-09-10T09:27:42.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d2759e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3d20008f40 con 0x7f3d200345e0 2024-09-10T09:27:42.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d2759e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f3d200087b0 con 0x7f3d200e2fe0 2024-09-10T09:27:42.381 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7ff602639640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5f40486b0 0x7ff5f416e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f47a359e640 1 -- 172.21.15.173:0/4162461759 shutdown_connections 2024-09-10T09:27:42.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f47a359e640 1 -- 172.21.15.173:0/4162461759 wait complete. 2024-09-10T09:27:42.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7ff602639640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4048b20 0x7ff5f416edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d25d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d20036a00 0x7f3d200d4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d25d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d20036a00 0x7f3d200d4470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37588/0 (socket says 172.21.15.173:37588) 2024-09-10T09:27:42.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d25d9b640 1 -- 172.21.15.173:0/1070047735 learned_addr learned my addr 172.21.15.173:0/1070047735 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.382 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d26d9d640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 0x7f3d200d49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f4288af4640 1 --2- 172.21.15.173:0/1842640740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f4284073600 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f427c009e50 tx=0x7f427c02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88750d7c57beb15b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7ff601637640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5f4034c40 0x7ff5f40e5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7ff601637640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5f4034c40 0x7ff5f40e5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35964/0 (socket says 172.21.15.173:35964) 2024-09-10T09:27:42.383 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d2659c640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d200345e0 0x7f3d200d3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7ff601637640 1 -- 172.21.15.173:0/1903642602 learned_addr learned my addr 172.21.15.173:0/1903642602 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7fe90759e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe9080b6af0 0x7fe908140680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7fe90759e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe9080d00e0 0x7fe908144980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7fe90759e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe90815c260 0x7fe908144ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7fe90759e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe908071a40 con 0x7fe9080d00e0 2024-09-10T09:27:42.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7fe90759e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe908071db0 con 0x7fe90815c260 2024-09-10T09:27:42.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7fe90759e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe9080d13a0 con 0x7fe9080b6af0 2024-09-10T09:27:42.384 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe8fdd9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe9080d00e0 0x7fe908144980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d25d9b640 1 -- 172.21.15.173:0/1070047735 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 msgr2=0x7f3d200d49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d25d9b640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 0x7f3d200d49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d25d9b640 1 -- 172.21.15.173:0/1070047735 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d200345e0 msgr2=0x7f3d200d3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d25d9b640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d200345e0 0x7f3d200d3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f3d25d9b640 1 -- 172.21.15.173:0/1070047735 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d200e23b0 con 0x7f3d20036a00 2024-09-10T09:27:42.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f427bfff640 1 -- 172.21.15.173:0/1842640740 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427c036070 con 0x7f42840b31e0 2024-09-10T09:27:42.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7f427bfff640 1 -- 172.21.15.173:0/1842640740 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f427c031600 con 0x7f42840b31e0 2024-09-10T09:27:42.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7f427bfff640 1 -- 172.21.15.173:0/1842640740 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427c0319d0 con 0x7f42840b31e0 2024-09-10T09:27:42.386 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe8fdd9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe9080d00e0 0x7fe908144980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37592/0 (socket says 172.21.15.173:37592) 2024-09-10T09:27:42.386 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe906d9d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe90815c260 0x7fe908144ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.386 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f4035570 con 0x7ff5f4048b20 2024-09-10T09:27:42.386 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7f067ffff640 1 -- 172.21.15.173:0/2626299269 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f06680039b0 msgr2=0x7f0668003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.386 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7f067ffff640 1 --2- 172.21.15.173:0/2626299269 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f06680039b0 0x7f0668003dd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f067000c260 tx=0x7f0668005830 comp rx=0 tx=0).stop 2024-09-10T09:27:42.386 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7f067f7fe640 1 -- 172.21.15.173:0/2626299269 reap_dead start 2024-09-10T09:27:42.387 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe8fdd9b640 1 -- 172.21.15.173:0/3628406842 learned_addr learned my addr 172.21.15.173:0/3628406842 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.387 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe90659c640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe9080b6af0 0x7fe908140680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.387 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f4048f30 con 0x7ff5f4034c40 2024-09-10T09:27:42.387 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff5f4036260 con 0x7ff5f40486b0 2024-09-10T09:27:42.387 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.358+0000 7ff601e38640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4048b20 0x7ff5f416edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7f3d25d9b640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d20036a00 0x7f3d200d4470 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00c400 tx=0x7f3d1c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe8fdd9b640 1 -- 172.21.15.173:0/3628406842 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe9080b6af0 msgr2=0x7fe908140680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe8fdd9b640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe9080b6af0 0x7fe908140680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe8fdd9b640 1 -- 172.21.15.173:0/3628406842 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe90815c260 msgr2=0x7fe908144ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe8fdd9b640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe90815c260 0x7fe908144ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7ff600e36640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5f40486b0 0x7ff5f416e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.389 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe8fdd9b640 1 -- 172.21.15.173:0/3628406842 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe908140bc0 con 0x7fe9080d00e0 2024-09-10T09:27:42.389 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.359+0000 7fe8fdd9b640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe9080d00e0 0x7fe908144980 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe8f800c490 tx=0x7fe8f800c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.389 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f3d16ffd640 1 -- 172.21.15.173:0/1070047735 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c017070 con 0x7f3d20036a00 2024-09-10T09:27:42.389 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f3d16ffd640 1 -- 172.21.15.173:0/1070047735 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d1c0052d0 con 0x7f3d20036a00 2024-09-10T09:27:42.389 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f3d16ffd640 1 -- 172.21.15.173:0/1070047735 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c003830 con 0x7f3d20036a00 2024-09-10T09:27:42.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7ff601e38640 1 -- 172.21.15.173:0/1903642602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5f40486b0 msgr2=0x7ff5f416e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7ff601e38640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5f40486b0 0x7ff5f416e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7ff601e38640 1 -- 172.21.15.173:0/1903642602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5f4034c40 msgr2=0x7ff5f40e5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7ff601e38640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5f4034c40 0x7ff5f40e5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7ff601e38640 1 -- 172.21.15.173:0/1903642602 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5f416cf40 con 0x7ff5f4048b20 2024-09-10T09:27:42.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f428a2f7640 1 -- 172.21.15.173:0/1842640740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 msgr2=0x7f4284073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f428a2f7640 1 --2- 172.21.15.173:0/1842640740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f4284073600 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f427c009e50 tx=0x7f427c02a710 comp rx=0 tx=0).stop 2024-09-10T09:27:42.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7ff600e36640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5f40486b0 0x7ff5f416e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:42.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f47a359e640 1 Processor -- start 2024-09-10T09:27:42.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f067ffff640 1 -- 172.21.15.173:0/2626299269 shutdown_connections 2024-09-10T09:27:42.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f067ffff640 1 -- 172.21.15.173:0/2626299269 >> 172.21.15.173:0/2626299269 conn(0x7f068009d720 msgr2=0x7f068008bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f428a2f7640 1 -- 172.21.15.173:0/1842640740 shutdown_connections 2024-09-10T09:27:42.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f428a2f7640 1 --2- 172.21.15.173:0/1842640740 >> v2:172.21.15.173:3300/0 conn(0x7f4284162950 0x7f428406dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f428a2f7640 1 --2- 172.21.15.173:0/1842640740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f4284073600 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f428a2f7640 1 -- 172.21.15.173:0/1842640740 >> 172.21.15.173:0/1842640740 conn(0x7f428406f560 msgr2=0x7f428406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.392 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7ff601e38640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4048b20 0x7ff5f416edd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc050d60 tx=0x7ff5fc0699e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.392 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f067ffff640 1 -- 172.21.15.173:0/2626299269 shutdown_connections 2024-09-10T09:27:42.392 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f3d2759e640 1 -- 172.21.15.173:0/1070047735 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d200e2650 con 0x7f3d20036a00 2024-09-10T09:27:42.392 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f3d2759e640 1 -- 172.21.15.173:0/1070047735 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d20180ec0 con 0x7f3d20036a00 2024-09-10T09:27:42.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f47a359e640 1 -- start start 2024-09-10T09:27:42.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.361+0000 7f47a359e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f47a406f110 0x7f47a4156320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.361+0000 7f47a359e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47a415d730 0x7f47a4159720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.361+0000 7f47a359e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415df30 0x7f47a414dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.361+0000 7f47a359e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f47a4072b50 con 0x7f47a406f110 2024-09-10T09:27:42.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.361+0000 7f47a359e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f47a4072870 con 0x7f47a415d730 2024-09-10T09:27:42.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.361+0000 7f47a359e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f47a40cfd10 con 0x7f47a415df30 2024-09-10T09:27:42.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f067ffff640 1 -- 172.21.15.173:0/2626299269 wait complete. 2024-09-10T09:27:42.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.361+0000 7f47a2d9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415df30 0x7f47a414dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f428a2f7640 1 -- 172.21.15.173:0/1842640740 shutdown_connections 2024-09-10T09:27:42.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7f428a2f7640 1 -- 172.21.15.173:0/1842640740 wait complete. 2024-09-10T09:27:42.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f47a2d9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415df30 0x7f47a414dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51384/0 (socket says 172.21.15.173:51384) 2024-09-10T09:27:42.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f47a2d9d640 1 -- 172.21.15.173:0/2672462854 learned_addr learned my addr 172.21.15.173:0/2672462854 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f479bfff640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47a415d730 0x7f47a4159720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f47a2d9d640 1 -- 172.21.15.173:0/2672462854 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47a415d730 msgr2=0x7f47a4159720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f067ffff640 1 Processor -- start 2024-09-10T09:27:42.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f428a2f7640 1 Processor -- start 2024-09-10T09:27:42.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f47a2d9d640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47a415d730 0x7f47a4159720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f428a2f7640 1 -- start start 2024-09-10T09:27:42.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f47a2d9d640 1 -- 172.21.15.173:0/2672462854 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f47a406f110 msgr2=0x7f47a4156320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f47a2d9d640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f47a406f110 0x7f47a4156320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f47a2d9d640 1 -- 172.21.15.173:0/2672462854 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47a414cf90 con 0x7f47a415df30 2024-09-10T09:27:42.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.363+0000 7f479bfff640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47a415d730 0x7f47a4159720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:42.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.363+0000 7f47a2d9d640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415df30 0x7f47a414dba0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f479c007210 tx=0x7f479c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7f067ffff640 1 -- start start 2024-09-10T09:27:42.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.363+0000 7f479affd640 1 -- 172.21.15.173:0/2672462854 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f479c019380 con 0x7f47a415df30 2024-09-10T09:27:42.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7ff5f1ffb640 1 -- 172.21.15.173:0/1903642602 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc0b3040 con 0x7ff5f4048b20 2024-09-10T09:27:42.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7ff5f1ffb640 1 -- 172.21.15.173:0/1903642602 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5fc0b8730 con 0x7ff5f4048b20 2024-09-10T09:27:42.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.362+0000 7ff5f1ffb640 1 -- 172.21.15.173:0/1903642602 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc0b8ae0 con 0x7ff5f4048b20 2024-09-10T09:27:42.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.363+0000 7f067ffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f06680039b0 0x7f0680156ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.363+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5f416d220 con 0x7ff5f4048b20 2024-09-10T09:27:42.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f067ffff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f06800ce1e0 0x7f06800b8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5f416d7e0 con 0x7ff5f4048b20 2024-09-10T09:27:42.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f428a2f7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f42840aac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f067ffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f06800cc1c0 0x7f0680164420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f428a2f7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4284162570 0x7f42840a9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f067ffff640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f06800d2ef0 con 0x7f06680039b0 2024-09-10T09:27:42.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f067e7fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f06800ce1e0 0x7f06800b8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f067e7fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f06800ce1e0 0x7f06800b8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:35996/0 (socket says 172.21.15.173:35996) 2024-09-10T09:27:42.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f067e7fc640 1 -- 172.21.15.173:0/4293346825 learned_addr learned my addr 172.21.15.173:0/4293346825 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f42892f5640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f42840aac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f067ffff640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f06800d2d70 con 0x7f06800ce1e0 2024-09-10T09:27:42.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f06800d3070 con 0x7f06800cc1c0 2024-09-10T09:27:42.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f067f7fe640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f06800cc1c0 0x7f0680164420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f42892f5640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f42840aac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:51398/0 (socket says 172.21.15.173:51398) 2024-09-10T09:27:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f067effd640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f06680039b0 0x7f0680156ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7fe8ff7fe640 1 -- 172.21.15.173:0/3628406842 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f8005ce0 con 0x7fe9080d00e0 2024-09-10T09:27:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.363+0000 7f47a359e640 1 -- 172.21.15.173:0/2672462854 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47a4159c60 con 0x7f47a415df30 2024-09-10T09:27:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.363+0000 7f47a359e640 1 -- 172.21.15.173:0/2672462854 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f47a4156d00 con 0x7f47a415df30 2024-09-10T09:27:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f479affd640 1 -- 172.21.15.173:0/2672462854 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f479c019540 con 0x7f47a415df30 2024-09-10T09:27:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7fe8ff7fe640 1 -- 172.21.15.173:0/3628406842 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8f8007070 con 0x7fe9080d00e0 2024-09-10T09:27:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.360+0000 7fe8ff7fe640 1 -- 172.21.15.173:0/3628406842 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f8007460 con 0x7fe9080d00e0 2024-09-10T09:27:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.361+0000 7fe90759e640 1 -- 172.21.15.173:0/3628406842 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe908140e60 con 0x7fe9080d00e0 2024-09-10T09:27:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7fe8ff7fe640 1 -- 172.21.15.173:0/3628406842 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe8f8007600 con 0x7fe9080d00e0 2024-09-10T09:27:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7fe8ff7fe640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe8e806be80 0x7fe8e806e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.365+0000 7fe90659c640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe8e806be80 0x7fe8e806e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.365+0000 7fe90759e640 1 -- 172.21.15.173:0/3628406842 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe908141400 con 0x7fe9080d00e0 2024-09-10T09:27:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.365+0000 7f479affd640 1 -- 172.21.15.173:0/2672462854 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f479c0081f0 con 0x7f47a415df30 2024-09-10T09:27:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.363+0000 7f3d16ffd640 1 -- 172.21.15.173:0/1070047735 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3d1c01a070 con 0x7f3d20036a00 2024-09-10T09:27:42.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.365+0000 7f067e7fc640 1 -- 172.21.15.173:0/4293346825 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f06800cc1c0 msgr2=0x7f0680164420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.365+0000 7f067e7fc640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f06800cc1c0 0x7f0680164420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.365+0000 7f067e7fc640 1 -- 172.21.15.173:0/4293346825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f06680039b0 msgr2=0x7f0680156ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.365+0000 7f067e7fc640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f06680039b0 0x7f0680156ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.365+0000 7f067e7fc640 1 -- 172.21.15.173:0/4293346825 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0680157010 con 0x7f06800ce1e0 2024-09-10T09:27:42.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f3d16ffd640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3d0806be30 0x7f3d0806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f3d16ffd640 1 -- 172.21.15.173:0/1070047735 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3d1c08a560 con 0x7f3d20036a00 2024-09-10T09:27:42.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.364+0000 7f3d2659c640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3d0806be30 0x7f3d0806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.365+0000 7f47a359e640 1 -- 172.21.15.173:0/2672462854 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4788005290 con 0x7f47a415df30 2024-09-10T09:27:42.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.365+0000 7f3d2759e640 1 -- 172.21.15.173:0/1070047735 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d0c005290 con 0x7f3d20036a00 2024-09-10T09:27:42.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7f067e7fc640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f06800ce1e0 0x7f06800b8990 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f067400d5b0 tx=0x7f067400da70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7fe8ff7fe640 1 -- 172.21.15.173:0/3628406842 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe8f8056530 con 0x7fe9080d00e0 2024-09-10T09:27:42.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7f3d2659c640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3d0806be30 0x7f3d0806e2f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3d18034000 tx=0x7f3d1802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7f06677fe640 1 -- 172.21.15.173:0/4293346825 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0674004020 con 0x7f06800ce1e0 2024-09-10T09:27:42.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7f06677fe640 1 -- 172.21.15.173:0/4293346825 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06740041e0 con 0x7f06800ce1e0 2024-09-10T09:27:42.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7f06677fe640 1 -- 172.21.15.173:0/4293346825 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06740043d0 con 0x7f06800ce1e0 2024-09-10T09:27:42.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06800cd140 con 0x7f06800ce1e0 2024-09-10T09:27:42.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06800cd700 con 0x7f06800ce1e0 2024-09-10T09:27:42.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.367+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5f400bec0 con 0x7ff5f4048b20 2024-09-10T09:27:42.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7f4288af4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4284162570 0x7f42840a9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.367+0000 7f428a2f7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4284162950 0x7f42840ae270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.367+0000 7f428a2f7640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f42840730e0 con 0x7f4284162570 2024-09-10T09:27:42.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.367+0000 7f4288af4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4284162570 0x7f42840a9490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37636/0 (socket says 172.21.15.173:37636) 2024-09-10T09:27:42.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.367+0000 7f4288af4640 1 -- 172.21.15.173:0/1558506004 learned_addr learned my addr 172.21.15.173:0/1558506004 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.367+0000 7f428a2f7640 1 -- 172.21.15.173:0/1558506004 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4284072be0 con 0x7f4284162950 2024-09-10T09:27:42.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.367+0000 7f428a2f7640 1 -- 172.21.15.173:0/1558506004 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f428406e110 con 0x7f42840b31e0 2024-09-10T09:27:42.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7fe90659c640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe8e806be80 0x7fe8e806e340 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe8f0034000 tx=0x7fe8f002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.366+0000 7fe90759e640 1 -- 172.21.15.173:0/3628406842 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9080d1730 con 0x7fe9080d00e0 2024-09-10T09:27:42.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.367+0000 7f4289af6640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4284162950 0x7f42840ae270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.367+0000 7f479affd640 1 -- 172.21.15.173:0/2672462854 <== mon.2 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f479c008390 con 0x7f47a415df30 2024-09-10T09:27:42.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.367+0000 7ff5f1ffb640 1 -- 172.21.15.173:0/1903642602 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff5fc0c2020 con 0x7ff5f4048b20 2024-09-10T09:27:42.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0660005290 con 0x7f06800ce1e0 2024-09-10T09:27:42.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7f4288af4640 1 -- 172.21.15.173:0/1558506004 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 msgr2=0x7f42840aac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7f4288af4640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f42840aac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7f4288af4640 1 -- 172.21.15.173:0/1558506004 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4284162950 msgr2=0x7f42840ae270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7f4288af4640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4284162950 0x7f42840ae270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7f4288af4640 1 -- 172.21.15.173:0/1558506004 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42840a9be0 con 0x7f4284162570 2024-09-10T09:27:42.410 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7ff5f1ffb640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5e006be80 0x7ff5e006e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7ff5f1ffb640 1 -- 172.21.15.173:0/1903642602 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff5fc1271d0 con 0x7ff5f4048b20 2024-09-10T09:27:42.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7ff601637640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5e006be80 0x7ff5e006e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7f4288af4640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4284162570 0x7f42840a9490 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f427c009e50 tx=0x7f427c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.368+0000 7f42892f5640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f42840aac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-09-10T09:27:42.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.369+0000 7f06677fe640 1 -- 172.21.15.173:0/4293346825 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f067401b020 con 0x7f06800ce1e0 2024-09-10T09:27:42.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.369+0000 7ff601637640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5e006be80 0x7ff5e006e340 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec0018b0 tx=0x7ff5ec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.369+0000 7f479affd640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f478406bf30 0x7f478406e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.369+0000 7f47a259c640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f478406bf30 0x7f478406e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.369+0000 7f06677fe640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f066c06be30 0x7f066c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.369+0000 7f06677fe640 1 -- 172.21.15.173:0/4293346825 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f067408ad70 con 0x7f06800ce1e0 2024-09-10T09:27:42.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.369+0000 7f067effd640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f066c06be30 0x7f066c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.370+0000 7f47a259c640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f478406bf30 0x7f478406e3f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f478c006b10 tx=0x7f478c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.370+0000 7f479affd640 1 -- 172.21.15.173:0/2672462854 <== mon.2 v2:172.21.15.176:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f479c0ac060 con 0x7f47a415df30 2024-09-10T09:27:42.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.370+0000 7f067effd640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f066c06be30 0x7f066c06e2f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0670032000 tx=0x7f0670009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.371+0000 7f479affd640 1 -- 172.21.15.173:0/2672462854 <== mon.2 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f479c04b030 con 0x7f47a415df30 2024-09-10T09:27:42.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.372+0000 7f3d16ffd640 1 -- 172.21.15.173:0/1070047735 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3d1c058450 con 0x7f3d20036a00 2024-09-10T09:27:42.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.374+0000 7f06677fe640 1 -- 172.21.15.173:0/4293346825 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f067408f070 con 0x7f06800ce1e0 2024-09-10T09:27:42.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.377+0000 7fe8ff7fe640 1 -- 172.21.15.173:0/3628406842 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe8f8058490 con 0x7fe9080d00e0 2024-09-10T09:27:42.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.382+0000 7ff5f1ffb640 1 -- 172.21.15.173:0/1903642602 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff5fc0f5360 con 0x7ff5f4048b20 2024-09-10T09:27:42.416 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.381+0000 7f4279ffb640 1 -- 172.21.15.173:0/1558506004 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427c041030 con 0x7f4284162570 2024-09-10T09:27:42.416 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.381+0000 7f4279ffb640 1 -- 172.21.15.173:0/1558506004 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f427c031400 con 0x7f4284162570 2024-09-10T09:27:42.416 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.382+0000 7f4279ffb640 1 -- 172.21.15.173:0/1558506004 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427c036040 con 0x7f4284162570 2024-09-10T09:27:42.416 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.382+0000 7f428a2f7640 1 -- 172.21.15.173:0/1558506004 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42840a9ec0 con 0x7f4284162570 2024-09-10T09:27:42.416 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.382+0000 7f428a2f7640 1 -- 172.21.15.173:0/1558506004 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42840aa480 con 0x7f4284162570 2024-09-10T09:27:42.416 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.383+0000 7f42677fe640 1 -- 172.21.15.173:0/1558506004 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4284073600 con 0x7f4284162570 2024-09-10T09:27:42.416 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.394+0000 7f4279ffb640 1 -- 172.21.15.173:0/1558506004 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f427c044070 con 0x7f4284162570 2024-09-10T09:27:42.416 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.396+0000 7f4279ffb640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f426806bf00 0x7f426806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.396+0000 7f4279ffb640 1 -- 172.21.15.173:0/1558506004 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f427c0ac620 con 0x7f4284162570 2024-09-10T09:27:42.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.396+0000 7f4279ffb640 1 -- 172.21.15.173:0/1558506004 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f427c04b070 con 0x7f4284162570 2024-09-10T09:27:42.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.400+0000 7f42892f5640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f426806bf00 0x7f426806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.401+0000 7f42892f5640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f426806bf00 0x7f426806e3c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4284165f10 tx=0x7f4280009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.618+0000 7fe92892f640 1 -- 172.21.15.173:0/1726193502 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fe904005580 con 0x7fe91c037cd0 2024-09-10T09:27:42.623 INFO:teuthology.orchestra.run.smithi173.stdout:60129542155 2024-09-10T09:27:42.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.619+0000 7fe90ffff640 1 -- 172.21.15.173:0/1726193502 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe910059250 con 0x7fe91c037cd0 2024-09-10T09:27:42.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.622+0000 7fe90dffb640 1 -- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe90806bf00 msgr2=0x7fe90806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.622+0000 7fe90dffb640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe90806bf00 0x7fe90806e3c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe918034000 tx=0x7fe91802e000 comp rx=0 tx=0).stop 2024-09-10T09:27:42.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.623+0000 7fe90dffb640 1 -- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe91c037cd0 msgr2=0x7fe91c0e23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.623+0000 7fe90dffb640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe91c037cd0 0x7fe91c0e23c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe91000e7f0 tx=0x7fe91000ecb0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.623+0000 7fe90dffb640 1 -- 172.21.15.173:0/1726193502 shutdown_connections 2024-09-10T09:27:42.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.623+0000 7fe90dffb640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe90806bf00 0x7fe90806e3c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.623+0000 7fe90dffb640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe91c037cd0 0x7fe91c0e23c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.623+0000 7fe90dffb640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe91c037130 0x7fe91c04f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.624+0000 7fe90dffb640 1 --2- 172.21.15.173:0/1726193502 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe91c0348f0 0x7fe91c0dbdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.624+0000 7fe90dffb640 1 -- 172.21.15.173:0/1726193502 >> 172.21.15.173:0/1726193502 conn(0x7fe91c01ea40 msgr2=0x7fe91c0056a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.624+0000 7fe90dffb640 1 -- 172.21.15.173:0/1726193502 shutdown_connections 2024-09-10T09:27:42.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.624+0000 7fe90dffb640 1 -- 172.21.15.173:0/1726193502 wait complete. 2024-09-10T09:27:42.641 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542155 for osd.2 2024-09-10T09:27:42.641 DEBUG:teuthology.parallel:result is None 2024-09-10T09:27:42.697 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.696+0000 7fe90759e640 1 -- 172.21.15.173:0/3628406842 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fe9080ce590 con 0x7fe9080d00e0 2024-09-10T09:27:42.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.696+0000 7fe8ff7fe640 1 -- 172.21.15.173:0/3628406842 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe8f805c790 con 0x7fe9080d00e0 2024-09-10T09:27:42.698 INFO:teuthology.orchestra.run.smithi173.stdout:60129542155 2024-09-10T09:27:42.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.698+0000 7fe90759e640 1 -- 172.21.15.173:0/3628406842 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe8e806be80 msgr2=0x7fe8e806e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.698+0000 7fe90759e640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe8e806be80 0x7fe8e806e340 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe8f0034000 tx=0x7fe8f002e000 comp rx=0 tx=0).stop 2024-09-10T09:27:42.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.698+0000 7fe90759e640 1 -- 172.21.15.173:0/3628406842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe9080d00e0 msgr2=0x7fe908144980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.699+0000 7fe90759e640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe9080d00e0 0x7fe908144980 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe8f800c490 tx=0x7fe8f800c950 comp rx=0 tx=0).stop 2024-09-10T09:27:42.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.699+0000 7fe90759e640 1 -- 172.21.15.173:0/3628406842 shutdown_connections 2024-09-10T09:27:42.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.699+0000 7fe90759e640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe8e806be80 0x7fe8e806e340 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.699+0000 7fe90759e640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe90815c260 0x7fe908144ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.699+0000 7fe90759e640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe9080d00e0 0x7fe908144980 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.699+0000 7fe90759e640 1 --2- 172.21.15.173:0/3628406842 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe9080b6af0 0x7fe908140680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.699+0000 7fe90759e640 1 -- 172.21.15.173:0/3628406842 >> 172.21.15.173:0/3628406842 conn(0x7fe9080b3f10 msgr2=0x7fe9080b3600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.699+0000 7fe90759e640 1 -- 172.21.15.173:0/3628406842 shutdown_connections 2024-09-10T09:27:42.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.699+0000 7fe90759e640 1 -- 172.21.15.173:0/3628406842 wait complete. 2024-09-10T09:27:42.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.699+0000 7f63df5e4640 1 -- 172.21.15.173:0/472085853 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f63b8005580 con 0x7f63d814e360 2024-09-10T09:27:42.701 INFO:teuthology.orchestra.run.smithi173.stdout:60129542154 2024-09-10T09:27:42.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.700+0000 7f63cdffb640 1 -- 172.21.15.173:0/472085853 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f63d005ccf0 con 0x7f63d814e360 2024-09-10T09:27:42.705 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.703+0000 7f63df5e4640 1 -- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f63bc06bf30 msgr2=0x7f63bc06e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.705 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.703+0000 7f63df5e4640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f63bc06bf30 0x7f63bc06e3f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f63d806aa80 tx=0x7f63c8008040 comp rx=0 tx=0).stop 2024-09-10T09:27:42.705 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.704+0000 7f63df5e4640 1 -- 172.21.15.173:0/472085853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63d814e360 msgr2=0x7f63d814bff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.705 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.704+0000 7f63df5e4640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63d814e360 0x7f63d814bff0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f63d8072060 tx=0x7f63d0005220 comp rx=0 tx=0).stop 2024-09-10T09:27:42.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.704+0000 7f63df5e4640 1 -- 172.21.15.173:0/472085853 shutdown_connections 2024-09-10T09:27:42.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.704+0000 7f63df5e4640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f63bc06bf30 0x7f63bc06e3f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.704+0000 7f63df5e4640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f63d814e360 0x7f63d814bff0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.704+0000 7f63df5e4640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63d81500a0 0x7f63d814de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.704+0000 7f63df5e4640 1 --2- 172.21.15.173:0/472085853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63c4004800 0x7f63d8149fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.704+0000 7f63df5e4640 1 -- 172.21.15.173:0/472085853 >> 172.21.15.173:0/472085853 conn(0x7f63d8067b30 msgr2=0x7f63d8153e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.704+0000 7f63df5e4640 1 -- 172.21.15.173:0/472085853 shutdown_connections 2024-09-10T09:27:42.706 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.704+0000 7f63df5e4640 1 -- 172.21.15.173:0/472085853 wait complete. 2024-09-10T09:27:42.713 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542155 for osd.3 2024-09-10T09:27:42.713 DEBUG:teuthology.parallel:result is None 2024-09-10T09:27:42.721 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542154 for osd.0 2024-09-10T09:27:42.721 DEBUG:teuthology.parallel:result is None 2024-09-10T09:27:42.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.737+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f0660005580 con 0x7f06800ce1e0 2024-09-10T09:27:42.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.737+0000 7f06677fe640 1 -- 172.21.15.173:0/4293346825 <== mon.1 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0674058c70 con 0x7f06800ce1e0 2024-09-10T09:27:42.738 INFO:teuthology.orchestra.run.smithi173.stdout:60129542155 2024-09-10T09:27:42.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f066c06be30 msgr2=0x7f066c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f066c06be30 0x7f066c06e2f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0670032000 tx=0x7f0670009030 comp rx=0 tx=0).stop 2024-09-10T09:27:42.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f06800ce1e0 msgr2=0x7f06800b8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f06800ce1e0 0x7f06800b8990 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f067400d5b0 tx=0x7f067400da70 comp rx=0 tx=0).stop 2024-09-10T09:27:42.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 shutdown_connections 2024-09-10T09:27:42.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f066c06be30 0x7f066c06e2f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f06800cc1c0 0x7f0680164420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f06800ce1e0 0x7f06800b8990 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 --2- 172.21.15.173:0/4293346825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f06680039b0 0x7f0680156ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 >> 172.21.15.173:0/4293346825 conn(0x7f068009d720 msgr2=0x7f06800cf150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.739+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 shutdown_connections 2024-09-10T09:27:42.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.740+0000 7f067ffff640 1 -- 172.21.15.173:0/4293346825 wait complete. 2024-09-10T09:27:42.752 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542155 for osd.1 2024-09-10T09:27:42.752 DEBUG:teuthology.parallel:result is None 2024-09-10T09:27:42.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.773+0000 7f47a359e640 1 -- 172.21.15.173:0/2672462854 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f4788005850 con 0x7f47a415df30 2024-09-10T09:27:42.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.774+0000 7f479affd640 1 -- 172.21.15.173:0/2672462854 <== mon.2 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f479c0182e0 con 0x7f47a415df30 2024-09-10T09:27:42.775 INFO:teuthology.orchestra.run.smithi173.stdout:60129542154 2024-09-10T09:27:42.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.776+0000 7f47a359e640 1 -- 172.21.15.173:0/2672462854 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f478406bf30 msgr2=0x7f478406e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.776+0000 7f47a359e640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f478406bf30 0x7f478406e3f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f478c006b10 tx=0x7f478c008040 comp rx=0 tx=0).stop 2024-09-10T09:27:42.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.776+0000 7f47a359e640 1 -- 172.21.15.173:0/2672462854 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415df30 msgr2=0x7f47a414dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.776+0000 7f47a359e640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415df30 0x7f47a414dba0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f479c007210 tx=0x7f479c004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:42.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.777+0000 7f47a359e640 1 -- 172.21.15.173:0/2672462854 shutdown_connections 2024-09-10T09:27:42.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.777+0000 7f47a359e640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f478406bf30 0x7f478406e3f0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.777+0000 7f47a359e640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f47a415df30 0x7f47a414dba0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.777+0000 7f47a359e640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47a415d730 0x7f47a4159720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.778 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.777+0000 7f47a359e640 1 --2- 172.21.15.173:0/2672462854 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f47a406f110 0x7f47a4156320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.777+0000 7f47a359e640 1 -- 172.21.15.173:0/2672462854 >> 172.21.15.173:0/2672462854 conn(0x7f47a40b1e00 msgr2=0x7f47a40cf3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.777+0000 7f47a359e640 1 -- 172.21.15.173:0/2672462854 shutdown_connections 2024-09-10T09:27:42.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.777+0000 7f47a359e640 1 -- 172.21.15.173:0/2672462854 wait complete. 2024-09-10T09:27:42.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.777+0000 7f3d2759e640 1 -- 172.21.15.173:0/1070047735 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f3d0c005580 con 0x7f3d20036a00 2024-09-10T09:27:42.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.777+0000 7f3d16ffd640 1 -- 172.21.15.173:0/1070047735 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3d1c05c750 con 0x7f3d20036a00 2024-09-10T09:27:42.779 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 -- 172.21.15.173:0/1070047735 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3d0806be30 msgr2=0x7f3d0806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3d0806be30 0x7f3d0806e2f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3d18034000 tx=0x7f3d1802e000 comp rx=0 tx=0).stop 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 -- 172.21.15.173:0/1070047735 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d20036a00 msgr2=0x7f3d200d4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d20036a00 0x7f3d200d4470 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00c400 tx=0x7f3d1c00c8c0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 -- 172.21.15.173:0/1070047735 shutdown_connections 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3d0806be30 0x7f3d0806e2f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3d200e2fe0 0x7f3d200d49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d20036a00 0x7f3d200d4470 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 --2- 172.21.15.173:0/1070047735 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d200345e0 0x7f3d200d3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 -- 172.21.15.173:0/1070047735 >> 172.21.15.173:0/1070047735 conn(0x7f3d2001ea40 msgr2=0x7f3d2004bfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 -- 172.21.15.173:0/1070047735 shutdown_connections 2024-09-10T09:27:42.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.781+0000 7f3d2759e640 1 -- 172.21.15.173:0/1070047735 wait complete. 2024-09-10T09:27:42.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.782+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7ff5f400b990 con 0x7ff5f4048b20 2024-09-10T09:27:42.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.782+0000 7ff5f1ffb640 1 -- 172.21.15.173:0/1903642602 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff5fc0f9660 con 0x7ff5f4048b20 2024-09-10T09:27:42.784 INFO:teuthology.orchestra.run.smithi173.stdout:60129542155 2024-09-10T09:27:42.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5e006be80 msgr2=0x7ff5e006e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5e006be80 0x7ff5e006e340 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec0018b0 tx=0x7ff5ec009040 comp rx=0 tx=0).stop 2024-09-10T09:27:42.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4048b20 msgr2=0x7ff5f416edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4048b20 0x7ff5f416edd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc050d60 tx=0x7ff5fc0699e0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 shutdown_connections 2024-09-10T09:27:42.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5e006be80 0x7ff5e006e340 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4048b20 0x7ff5f416edd0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5f40486b0 0x7ff5f416e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 --2- 172.21.15.173:0/1903642602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5f4034c40 0x7ff5f40e5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 >> 172.21.15.173:0/1903642602 conn(0x7ff5f401ea40 msgr2=0x7ff5f400c140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 shutdown_connections 2024-09-10T09:27:42.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.785+0000 7ff602639640 1 -- 172.21.15.173:0/1903642602 wait complete. 2024-09-10T09:27:42.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.790+0000 7f42677fe640 1 -- 172.21.15.173:0/1558506004 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f42840ccaf0 con 0x7f4284162570 2024-09-10T09:27:42.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.790+0000 7f4279ffb640 1 -- 172.21.15.173:0/1558506004 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f427c07ad90 con 0x7f4284162570 2024-09-10T09:27:42.791 INFO:teuthology.orchestra.run.smithi173.stdout:60129542153 2024-09-10T09:27:42.794 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 -- 172.21.15.173:0/1558506004 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f426806bf00 msgr2=0x7f426806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.794 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f426806bf00 0x7f426806e3c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4284165f10 tx=0x7f4280009040 comp rx=0 tx=0).stop 2024-09-10T09:27:42.794 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 -- 172.21.15.173:0/1558506004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4284162570 msgr2=0x7f42840a9490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.794 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4284162570 0x7f42840a9490 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f427c009e50 tx=0x7f427c004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:42.795 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542154 for osd.4 2024-09-10T09:27:42.795 DEBUG:teuthology.parallel:result is None 2024-09-10T09:27:42.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 -- 172.21.15.173:0/1558506004 shutdown_connections 2024-09-10T09:27:42.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f426806bf00 0x7f426806e3c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4284162950 0x7f42840ae270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4284162570 0x7f42840a9490 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 --2- 172.21.15.173:0/1558506004 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f42840b31e0 0x7f42840aac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 -- 172.21.15.173:0/1558506004 >> 172.21.15.173:0/1558506004 conn(0x7f428406f560 msgr2=0x7f42840cf900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 -- 172.21.15.173:0/1558506004 shutdown_connections 2024-09-10T09:27:42.796 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.793+0000 7f42677fe640 1 -- 172.21.15.173:0/1558506004 wait complete. 2024-09-10T09:27:42.799 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542155 for osd.6 2024-09-10T09:27:42.799 DEBUG:teuthology.parallel:result is None 2024-09-10T09:27:42.800 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542153 for osd.5 2024-09-10T09:27:42.800 DEBUG:teuthology.parallel:result is None 2024-09-10T09:27:42.805 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542153 for osd.7 2024-09-10T09:27:42.806 DEBUG:teuthology.parallel:result is None 2024-09-10T09:27:42.806 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T09:27:42.806 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:27:42.944 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.942+0000 7f018f0d0640 1 Processor -- start 2024-09-10T09:27:42.944 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.942+0000 7f018f0d0640 1 -- start start 2024-09-10T09:27:42.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.943+0000 7f018f0d0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188145e00 0x7f01880cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.943+0000 7f018f0d0640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01880af720 con 0x7f01880d0be0 2024-09-10T09:27:42.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.943+0000 7f018f0d0640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f018815d8c0 con 0x7f018815d460 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.943+0000 7f018f0d0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f01881461e0 con 0x7f0188145e00 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.943+0000 7f018d66d640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f01880d0be0 0x7f01880afc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41610/0 (socket says 172.21.15.173:41610) 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.943+0000 7f018d66d640 1 -- 172.21.15.173:0/3453994633 learned_addr learned my addr 172.21.15.173:0/3453994633 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f018ce6c640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188145e00 0x7f01880cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 721835089 0 0) 0x7f01880af720 con 0x7f01880d0be0 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0170003520 con 0x7f01880d0be0 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4203014182 0 0) 0x7f0170003520 con 0x7f01880d0be0 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188145e00 msgr2=0x7f01880cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188145e00 0x7f01880cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 >> v1:172.21.15.176:6789/0 conn(0x7f018815d460 legacy=0x7f01880d04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01880cdf90 con 0x7f01880d0be0 2024-09-10T09:27:42.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f0180001a10 con 0x7f01880d0be0 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 >> v1:172.21.15.173:6789/0 conn(0x7f01880d0be0 legacy=0x7f01880afc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 0x7f0170003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0170004800 0x7f0170004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188145e00 0x7f01700051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f01881461e0 con 0x7f01700039e0 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f017000ba70 con 0x7f0170004800 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f017000bc70 con 0x7f0188145e00 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f018ce6c640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 0x7f0170003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f018d66d640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188145e00 0x7f01700051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f0187fff640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0170004800 0x7f0170004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f018ce6c640 1 -- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188145e00 msgr2=0x7f01700051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.949 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f018ce6c640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188145e00 0x7f01700051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f018ce6c640 1 -- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0170004800 msgr2=0x7f0170004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f018ce6c640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0170004800 0x7f0170004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f018ce6c640 1 -- 172.21.15.173:0/3453994633 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0170003520 con 0x7f01700039e0 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f018d66d640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188145e00 0x7f01700051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.944+0000 7f0187fff640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0170004800 0x7f0170004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.945+0000 7f018ce6c640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 0x7f0170003e00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0178009a90 tx=0x7f0170005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a06eee03a3df4944 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.945+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0178036070 con 0x7f01700039e0 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.945+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0178031400 con 0x7f01700039e0 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.945+0000 7f01877fe640 1 -- 172.21.15.173:0/3453994633 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0178009690 con 0x7f01700039e0 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.946+0000 7f018f0d0640 1 -- 172.21.15.173:0/3453994633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 msgr2=0x7f0170003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.946+0000 7f018f0d0640 1 --2- 172.21.15.173:0/3453994633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 0x7f0170003e00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0178009a90 tx=0x7f0170005830 comp rx=0 tx=0).stop 2024-09-10T09:27:42.951 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.946+0000 7f018d66d640 1 -- 172.21.15.173:0/3453994633 reap_dead start 2024-09-10T09:27:42.951 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.946+0000 7f018f0d0640 1 -- 172.21.15.173:0/3453994633 shutdown_connections 2024-09-10T09:27:42.951 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.946+0000 7f018f0d0640 1 -- 172.21.15.173:0/3453994633 >> 172.21.15.173:0/3453994633 conn(0x7f01880b2f40 msgr2=0x7f01880b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:42.951 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.946+0000 7f018f0d0640 1 -- 172.21.15.173:0/3453994633 shutdown_connections 2024-09-10T09:27:42.951 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.946+0000 7f018f0d0640 1 -- 172.21.15.173:0/3453994633 wait complete. 2024-09-10T09:27:42.953 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.947+0000 7f018f0d0640 1 Processor -- start 2024-09-10T09:27:42.953 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.947+0000 7f018f0d0640 1 -- start start 2024-09-10T09:27:42.953 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018f0d0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 0x7f01881f62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018f0d0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188136040 0x7f0188135930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018f0d0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0188142a60 0x7f0188157010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018f0d0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f01880ce830 con 0x7f01700039e0 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018f0d0640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f01880ce550 con 0x7f0188142a60 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018f0d0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f01880cede0 con 0x7f0188136040 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018ce6c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 0x7f01881f62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018ce6c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 0x7f01881f62c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37656/0 (socket says 172.21.15.173:37656) 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018ce6c640 1 -- 172.21.15.173:0/35798355 learned_addr learned my addr 172.21.15.173:0/35798355 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018ce6c640 1 -- 172.21.15.173:0/35798355 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188136040 msgr2=0x7f0188135930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018ce6c640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188136040 0x7f0188135930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018ce6c640 1 -- 172.21.15.173:0/35798355 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0188142a60 msgr2=0x7f0188157010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:42.954 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018ce6c640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0188142a60 0x7f0188157010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018ce6c640 1 -- 172.21.15.173:0/35798355 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f018815a710 con 0x7f01700039e0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018ce6c640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 0x7f01881f62c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0178034040 tx=0x7f0178004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f01857fa640 1 -- 172.21.15.173:0/35798355 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0178040020 con 0x7f01700039e0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f01857fa640 1 -- 172.21.15.173:0/35798355 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0178003940 con 0x7f01700039e0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f018f0d0640 1 -- 172.21.15.173:0/35798355 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f018815a9f0 con 0x7f01700039e0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.948+0000 7f01857fa640 1 -- 172.21.15.173:0/35798355 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0178036040 con 0x7f01700039e0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.949+0000 7f018f0d0640 1 -- 172.21.15.173:0/35798355 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f018815afb0 con 0x7f01700039e0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.950+0000 7f018f0d0640 1 -- 172.21.15.173:0/35798355 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01880cd8a0 con 0x7f01700039e0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.950+0000 7f01857fa640 1 -- 172.21.15.173:0/35798355 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0178043020 con 0x7f01700039e0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.950+0000 7f01857fa640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f017406be60 0x7f017406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.950+0000 7f01857fa640 1 -- 172.21.15.173:0/35798355 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f01780ab290 con 0x7f01700039e0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.950+0000 7f0187fff640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f017406be60 0x7f017406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:42.955 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.951+0000 7f0187fff640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f017406be60 0x7f017406e320 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f017c007aa0 tx=0x7f017c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:42.956 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:42.955+0000 7f01857fa640 1 -- 172.21.15.173:0/35798355 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f017804a070 con 0x7f01700039e0 2024-09-10T09:27:43.117 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.116+0000 7f018f0d0640 1 -- 172.21.15.173:0/35798355 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0188135e70 con 0x7f017406be60 2024-09-10T09:27:43.125 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.124+0000 7f01857fa640 1 -- 172.21.15.173:0/35798355 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f0188135e70 con 0x7f017406be60 2024-09-10T09:27:43.129 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:43.131 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:27:43.132 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.127+0000 7f018f0d0640 1 -- 172.21.15.173:0/35798355 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f017406be60 msgr2=0x7f017406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.132 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.127+0000 7f018f0d0640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f017406be60 0x7f017406e320 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f017c007aa0 tx=0x7f017c009040 comp rx=0 tx=0).stop 2024-09-10T09:27:43.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.127+0000 7f018f0d0640 1 -- 172.21.15.173:0/35798355 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 msgr2=0x7f01881f62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.127+0000 7f018f0d0640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 0x7f01881f62c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0178034040 tx=0x7f0178004730 comp rx=0 tx=0).stop 2024-09-10T09:27:43.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.128+0000 7f018f0d0640 1 -- 172.21.15.173:0/35798355 shutdown_connections 2024-09-10T09:27:43.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.128+0000 7f018f0d0640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f017406be60 0x7f017406e320 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.128+0000 7f018f0d0640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0188142a60 0x7f0188157010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.128+0000 7f018f0d0640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0188136040 0x7f0188135930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.128+0000 7f018f0d0640 1 --2- 172.21.15.173:0/35798355 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f01700039e0 0x7f01881f62c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.128+0000 7f018f0d0640 1 -- 172.21.15.173:0/35798355 >> 172.21.15.173:0/35798355 conn(0x7f01880b2f40 msgr2=0x7f01880d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:43.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.128+0000 7f018f0d0640 1 -- 172.21.15.173:0/35798355 shutdown_connections 2024-09-10T09:27:43.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.128+0000 7f018f0d0640 1 -- 172.21.15.173:0/35798355 wait complete. 2024-09-10T09:27:43.139 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-10T09:27:42.349765+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219496,"kb_used_data":3272,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755224,"statfs":{"total":773094113280,"available":772869349376,"internally_reserved":0,"allocated":3350528,"data_stored":2018492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1781,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003004"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339093+0000","last_change":"2024-09-10T09:27:16.245668+0000","last_active":"2024-09-10T09:27:24.339093+0000","last_peered":"2024-09-10T09:27:24.339093+0000","last_clean":"2024-09-10T09:27:24.339093+0000","last_became_active":"2024-09-10T09:27:16.245363+0000","last_became_peered":"2024-09-10T09:27:16.245363+0000","last_unstale":"2024-09-10T09:27:24.339093+0000","last_undegraded":"2024-09-10T09:27:24.339093+0000","last_fullsized":"2024-09-10T09:27:24.339093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:49.444631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953046+0000","last_change":"2024-09-10T09:27:17.266308+0000","last_active":"2024-09-10T09:27:22.953046+0000","last_peered":"2024-09-10T09:27:22.953046+0000","last_clean":"2024-09-10T09:27:22.953046+0000","last_became_active":"2024-09-10T09:27:17.266060+0000","last_became_peered":"2024-09-10T09:27:17.266060+0000","last_unstale":"2024-09-10T09:27:22.953046+0000","last_undegraded":"2024-09-10T09:27:22.953046+0000","last_fullsized":"2024-09-10T09:27:22.953046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:41.602822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952416+0000","last_change":"2024-09-10T09:27:21.440090+0000","last_active":"2024-09-10T09:27:22.952416+0000","last_peered":"2024-09-10T09:27:22.952416+0000","last_clean":"2024-09-10T09:27:22.952416+0000","last_became_active":"2024-09-10T09:27:21.439702+0000","last_became_peered":"2024-09-10T09:27:21.439702+0000","last_unstale":"2024-09-10T09:27:22.952416+0000","last_undegraded":"2024-09-10T09:27:22.952416+0000","last_fullsized":"2024-09-10T09:27:22.952416+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:45.679548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953178+0000","last_change":"2024-09-10T09:27:16.247721+0000","last_active":"2024-09-10T09:27:22.953178+0000","last_peered":"2024-09-10T09:27:22.953178+0000","last_clean":"2024-09-10T09:27:22.953178+0000","last_became_active":"2024-09-10T09:27:16.247477+0000","last_became_peered":"2024-09-10T09:27:16.247477+0000","last_unstale":"2024-09-10T09:27:22.953178+0000","last_undegraded":"2024-09-10T09:27:22.953178+0000","last_fullsized":"2024-09-10T09:27:22.953178+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338915+0000","last_change":"2024-09-10T09:27:17.265729+0000","last_active":"2024-09-10T09:27:24.338915+0000","last_peered":"2024-09-10T09:27:24.338915+0000","last_clean":"2024-09-10T09:27:24.338915+0000","last_became_active":"2024-09-10T09:27:17.265248+0000","last_became_peered":"2024-09-10T09:27:17.265248+0000","last_unstale":"2024-09-10T09:27:24.338915+0000","last_undegraded":"2024-09-10T09:27:24.338915+0000","last_fullsized":"2024-09-10T09:27:24.338915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282170+0000","last_change":"2024-09-10T09:27:21.297520+0000","last_active":"2024-09-10T09:27:22.282170+0000","last_peered":"2024-09-10T09:27:22.282170+0000","last_clean":"2024-09-10T09:27:22.282170+0000","last_became_active":"2024-09-10T09:27:21.297019+0000","last_became_peered":"2024-09-10T09:27:21.297019+0000","last_unstale":"2024-09-10T09:27:22.282170+0000","last_undegraded":"2024-09-10T09:27:22.282170+0000","last_fullsized":"2024-09-10T09:27:22.282170+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:57.189084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340248+0000","last_change":"2024-09-10T09:27:16.247736+0000","last_active":"2024-09-10T09:27:24.340248+0000","last_peered":"2024-09-10T09:27:24.340248+0000","last_clean":"2024-09-10T09:27:24.340248+0000","last_became_active":"2024-09-10T09:27:16.247482+0000","last_became_peered":"2024-09-10T09:27:16.247482+0000","last_unstale":"2024-09-10T09:27:24.340248+0000","last_undegraded":"2024-09-10T09:27:24.340248+0000","last_fullsized":"2024-09-10T09:27:24.340248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:35:51.757998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339529+0000","last_change":"2024-09-10T09:27:17.262765+0000","last_active":"2024-09-10T09:27:24.339529+0000","last_peered":"2024-09-10T09:27:24.339529+0000","last_clean":"2024-09-10T09:27:24.339529+0000","last_became_active":"2024-09-10T09:27:17.262491+0000","last_became_peered":"2024-09-10T09:27:17.262491+0000","last_unstale":"2024-09-10T09:27:24.339529+0000","last_undegraded":"2024-09-10T09:27:24.339529+0000","last_fullsized":"2024-09-10T09:27:24.339529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:41.941196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282294+0000","last_change":"2024-09-10T09:27:21.303877+0000","last_active":"2024-09-10T09:27:22.282294+0000","last_peered":"2024-09-10T09:27:22.282294+0000","last_clean":"2024-09-10T09:27:22.282294+0000","last_became_active":"2024-09-10T09:27:21.303275+0000","last_became_peered":"2024-09-10T09:27:21.303275+0000","last_unstale":"2024-09-10T09:27:22.282294+0000","last_undegraded":"2024-09-10T09:27:22.282294+0000","last_fullsized":"2024-09-10T09:27:22.282294+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:42.493099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339206+0000","last_change":"2024-09-10T09:27:16.250770+0000","last_active":"2024-09-10T09:27:24.339206+0000","last_peered":"2024-09-10T09:27:24.339206+0000","last_clean":"2024-09-10T09:27:24.339206+0000","last_became_active":"2024-09-10T09:27:16.250529+0000","last_became_peered":"2024-09-10T09:27:16.250529+0000","last_unstale":"2024-09-10T09:27:24.339206+0000","last_undegraded":"2024-09-10T09:27:24.339206+0000","last_fullsized":"2024-09-10T09:27:24.339206+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:00:53.014267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340000+0000","last_change":"2024-09-10T09:27:17.274057+0000","last_active":"2024-09-10T09:27:24.340000+0000","last_peered":"2024-09-10T09:27:24.340000+0000","last_clean":"2024-09-10T09:27:24.340000+0000","last_became_active":"2024-09-10T09:27:17.273328+0000","last_became_peered":"2024-09-10T09:27:17.273328+0000","last_unstale":"2024-09-10T09:27:24.340000+0000","last_undegraded":"2024-09-10T09:27:24.340000+0000","last_fullsized":"2024-09-10T09:27:24.340000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:50.081039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282093+0000","last_change":"2024-09-10T09:27:21.292416+0000","last_active":"2024-09-10T09:27:22.282093+0000","last_peered":"2024-09-10T09:27:22.282093+0000","last_clean":"2024-09-10T09:27:22.282093+0000","last_became_active":"2024-09-10T09:27:21.292050+0000","last_became_peered":"2024-09-10T09:27:21.292050+0000","last_unstale":"2024-09-10T09:27:22.282093+0000","last_undegraded":"2024-09-10T09:27:22.282093+0000","last_fullsized":"2024-09-10T09:27:22.282093+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:45.046886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339258+0000","last_change":"2024-09-10T09:27:17.260003+0000","last_active":"2024-09-10T09:27:24.339258+0000","last_peered":"2024-09-10T09:27:24.339258+0000","last_clean":"2024-09-10T09:27:24.339258+0000","last_became_active":"2024-09-10T09:27:17.259488+0000","last_became_peered":"2024-09-10T09:27:17.259488+0000","last_unstale":"2024-09-10T09:27:24.339258+0000","last_undegraded":"2024-09-10T09:27:24.339258+0000","last_fullsized":"2024-09-10T09:27:24.339258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338773+0000","last_change":"2024-09-10T09:27:16.250693+0000","last_active":"2024-09-10T09:27:24.338773+0000","last_peered":"2024-09-10T09:27:24.338773+0000","last_clean":"2024-09-10T09:27:24.338773+0000","last_became_active":"2024-09-10T09:27:16.250377+0000","last_became_peered":"2024-09-10T09:27:16.250377+0000","last_unstale":"2024-09-10T09:27:24.338773+0000","last_undegraded":"2024-09-10T09:27:24.338773+0000","last_fullsized":"2024-09-10T09:27:24.338773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:42.494956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282833+0000","last_change":"2024-09-10T09:27:21.303781+0000","last_active":"2024-09-10T09:27:22.282833+0000","last_peered":"2024-09-10T09:27:22.282833+0000","last_clean":"2024-09-10T09:27:22.282833+0000","last_became_active":"2024-09-10T09:27:21.303380+0000","last_became_peered":"2024-09-10T09:27:21.303380+0000","last_unstale":"2024-09-10T09:27:22.282833+0000","last_undegraded":"2024-09-10T09:27:22.282833+0000","last_fullsized":"2024-09-10T09:27:22.282833+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:45.989374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952638+0000","last_change":"2024-09-10T09:27:17.268300+0000","last_active":"2024-09-10T09:27:22.952638+0000","last_peered":"2024-09-10T09:27:22.952638+0000","last_clean":"2024-09-10T09:27:22.952638+0000","last_became_active":"2024-09-10T09:27:17.267946+0000","last_became_peered":"2024-09-10T09:27:17.267946+0000","last_unstale":"2024-09-10T09:27:22.952638+0000","last_undegraded":"2024-09-10T09:27:22.952638+0000","last_fullsized":"2024-09-10T09:27:22.952638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514545+0000","last_change":"2024-09-10T09:27:16.245282+0000","last_active":"2024-09-10T09:27:23.514545+0000","last_peered":"2024-09-10T09:27:23.514545+0000","last_clean":"2024-09-10T09:27:23.514545+0000","last_became_active":"2024-09-10T09:27:16.245016+0000","last_became_peered":"2024-09-10T09:27:16.245016+0000","last_unstale":"2024-09-10T09:27:23.514545+0000","last_undegraded":"2024-09-10T09:27:23.514545+0000","last_fullsized":"2024-09-10T09:27:23.514545+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282504+0000","last_change":"2024-09-10T09:27:21.303990+0000","last_active":"2024-09-10T09:27:22.282504+0000","last_peered":"2024-09-10T09:27:22.282504+0000","last_clean":"2024-09-10T09:27:22.282504+0000","last_became_active":"2024-09-10T09:27:21.303294+0000","last_became_peered":"2024-09-10T09:27:21.303294+0000","last_unstale":"2024-09-10T09:27:22.282504+0000","last_undegraded":"2024-09-10T09:27:22.282504+0000","last_fullsized":"2024-09-10T09:27:22.282504+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:54.129216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952547+0000","last_change":"2024-09-10T09:27:17.264502+0000","last_active":"2024-09-10T09:27:22.952547+0000","last_peered":"2024-09-10T09:27:22.952547+0000","last_clean":"2024-09-10T09:27:22.952547+0000","last_became_active":"2024-09-10T09:27:17.264137+0000","last_became_peered":"2024-09-10T09:27:17.264137+0000","last_unstale":"2024-09-10T09:27:22.952547+0000","last_undegraded":"2024-09-10T09:27:22.952547+0000","last_fullsized":"2024-09-10T09:27:22.952547+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514287+0000","last_change":"2024-09-10T09:27:16.242358+0000","last_active":"2024-09-10T09:27:23.514287+0000","last_peered":"2024-09-10T09:27:23.514287+0000","last_clean":"2024-09-10T09:27:23.514287+0000","last_became_active":"2024-09-10T09:27:16.242094+0000","last_became_peered":"2024-09-10T09:27:16.242094+0000","last_unstale":"2024-09-10T09:27:23.514287+0000","last_undegraded":"2024-09-10T09:27:23.514287+0000","last_fullsized":"2024-09-10T09:27:23.514287+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514849+0000","last_change":"2024-09-10T09:27:21.436938+0000","last_active":"2024-09-10T09:27:23.514849+0000","last_peered":"2024-09-10T09:27:23.514849+0000","last_clean":"2024-09-10T09:27:23.514849+0000","last_became_active":"2024-09-10T09:27:21.436551+0000","last_became_peered":"2024-09-10T09:27:21.436551+0000","last_unstale":"2024-09-10T09:27:23.514849+0000","last_undegraded":"2024-09-10T09:27:23.514849+0000","last_fullsized":"2024-09-10T09:27:23.514849+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:35:11.570539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282347+0000","last_change":"2024-09-10T09:27:17.257422+0000","last_active":"2024-09-10T09:27:22.282347+0000","last_peered":"2024-09-10T09:27:22.282347+0000","last_clean":"2024-09-10T09:27:22.282347+0000","last_became_active":"2024-09-10T09:27:17.257118+0000","last_became_peered":"2024-09-10T09:27:17.257118+0000","last_unstale":"2024-09-10T09:27:22.282347+0000","last_undegraded":"2024-09-10T09:27:22.282347+0000","last_fullsized":"2024-09-10T09:27:22.282347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:43.841226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339595+0000","last_change":"2024-09-10T09:27:16.249333+0000","last_active":"2024-09-10T09:27:24.339595+0000","last_peered":"2024-09-10T09:27:24.339595+0000","last_clean":"2024-09-10T09:27:24.339595+0000","last_became_active":"2024-09-10T09:27:16.248986+0000","last_became_peered":"2024-09-10T09:27:16.248986+0000","last_unstale":"2024-09-10T09:27:24.339595+0000","last_undegraded":"2024-09-10T09:27:24.339595+0000","last_fullsized":"2024-09-10T09:27:24.339595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:41.319953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282880+0000","last_change":"2024-09-10T09:27:21.304094+0000","last_active":"2024-09-10T09:27:22.282880+0000","last_peered":"2024-09-10T09:27:22.282880+0000","last_clean":"2024-09-10T09:27:22.282880+0000","last_became_active":"2024-09-10T09:27:21.303590+0000","last_became_peered":"2024-09-10T09:27:21.303590+0000","last_unstale":"2024-09-10T09:27:22.282880+0000","last_undegraded":"2024-09-10T09:27:22.282880+0000","last_fullsized":"2024-09-10T09:27:22.282880+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:13.722880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339177+0000","last_change":"2024-09-10T09:27:17.263403+0000","last_active":"2024-09-10T09:27:24.339177+0000","last_peered":"2024-09-10T09:27:24.339177+0000","last_clean":"2024-09-10T09:27:24.339177+0000","last_became_active":"2024-09-10T09:27:17.262015+0000","last_became_peered":"2024-09-10T09:27:17.262015+0000","last_unstale":"2024-09-10T09:27:24.339177+0000","last_undegraded":"2024-09-10T09:27:24.339177+0000","last_fullsized":"2024-09-10T09:27:24.339177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:49.771784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340909+0000","last_change":"2024-09-10T09:27:16.245922+0000","last_active":"2024-09-10T09:27:24.340909+0000","last_peered":"2024-09-10T09:27:24.340909+0000","last_clean":"2024-09-10T09:27:24.340909+0000","last_became_active":"2024-09-10T09:27:16.245624+0000","last_became_peered":"2024-09-10T09:27:16.245624+0000","last_unstale":"2024-09-10T09:27:24.340909+0000","last_undegraded":"2024-09-10T09:27:24.340909+0000","last_fullsized":"2024-09-10T09:27:24.340909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:14.404227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282353+0000","last_change":"2024-09-10T09:27:21.437586+0000","last_active":"2024-09-10T09:27:22.282353+0000","last_peered":"2024-09-10T09:27:22.282353+0000","last_clean":"2024-09-10T09:27:22.282353+0000","last_became_active":"2024-09-10T09:27:21.437200+0000","last_became_peered":"2024-09-10T09:27:21.437200+0000","last_unstale":"2024-09-10T09:27:22.282353+0000","last_undegraded":"2024-09-10T09:27:22.282353+0000","last_fullsized":"2024-09-10T09:27:22.282353+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:57.417960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953229+0000","last_change":"2024-09-10T09:27:17.267979+0000","last_active":"2024-09-10T09:27:22.953229+0000","last_peered":"2024-09-10T09:27:22.953229+0000","last_clean":"2024-09-10T09:27:22.953229+0000","last_became_active":"2024-09-10T09:27:17.267669+0000","last_became_peered":"2024-09-10T09:27:17.267669+0000","last_unstale":"2024-09-10T09:27:22.953229+0000","last_undegraded":"2024-09-10T09:27:22.953229+0000","last_fullsized":"2024-09-10T09:27:22.953229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:41.941196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514790+0000","last_change":"2024-09-10T09:27:16.247050+0000","last_active":"2024-09-10T09:27:23.514790+0000","last_peered":"2024-09-10T09:27:23.514790+0000","last_clean":"2024-09-10T09:27:23.514790+0000","last_became_active":"2024-09-10T09:27:16.246783+0000","last_became_peered":"2024-09-10T09:27:16.246783+0000","last_unstale":"2024-09-10T09:27:23.514790+0000","last_undegraded":"2024-09-10T09:27:23.514790+0000","last_fullsized":"2024-09-10T09:27:23.514790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:14.404227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952358+0000","last_change":"2024-09-10T09:27:21.438997+0000","last_active":"2024-09-10T09:27:22.952358+0000","last_peered":"2024-09-10T09:27:22.952358+0000","last_clean":"2024-09-10T09:27:22.952358+0000","last_became_active":"2024-09-10T09:27:21.438665+0000","last_became_peered":"2024-09-10T09:27:21.438665+0000","last_unstale":"2024-09-10T09:27:22.952358+0000","last_undegraded":"2024-09-10T09:27:22.952358+0000","last_fullsized":"2024-09-10T09:27:22.952358+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:39.188616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514796+0000","last_change":"2024-09-10T09:27:17.263201+0000","last_active":"2024-09-10T09:27:23.514796+0000","last_peered":"2024-09-10T09:27:23.514796+0000","last_clean":"2024-09-10T09:27:23.514796+0000","last_became_active":"2024-09-10T09:27:17.262826+0000","last_became_peered":"2024-09-10T09:27:17.262826+0000","last_unstale":"2024-09-10T09:27:23.514796+0000","last_undegraded":"2024-09-10T09:27:23.514796+0000","last_fullsized":"2024-09-10T09:27:23.514796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340495+0000","last_change":"2024-09-10T09:27:16.246036+0000","last_active":"2024-09-10T09:27:24.340495+0000","last_peered":"2024-09-10T09:27:24.340495+0000","last_clean":"2024-09-10T09:27:24.340495+0000","last_became_active":"2024-09-10T09:27:16.245756+0000","last_became_peered":"2024-09-10T09:27:16.245756+0000","last_unstale":"2024-09-10T09:27:24.340495+0000","last_undegraded":"2024-09-10T09:27:24.340495+0000","last_fullsized":"2024-09-10T09:27:24.340495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:30:13.266725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338655+0000","last_change":"2024-09-10T09:27:21.436846+0000","last_active":"2024-09-10T09:27:24.338655+0000","last_peered":"2024-09-10T09:27:24.338655+0000","last_clean":"2024-09-10T09:27:24.338655+0000","last_became_active":"2024-09-10T09:27:21.436459+0000","last_became_peered":"2024-09-10T09:27:21.436459+0000","last_unstale":"2024-09-10T09:27:24.338655+0000","last_undegraded":"2024-09-10T09:27:24.338655+0000","last_fullsized":"2024-09-10T09:27:24.338655+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:10.063215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340101+0000","last_change":"2024-09-10T09:27:17.267747+0000","last_active":"2024-09-10T09:27:24.340101+0000","last_peered":"2024-09-10T09:27:24.340101+0000","last_clean":"2024-09-10T09:27:24.340101+0000","last_became_active":"2024-09-10T09:27:17.267171+0000","last_became_peered":"2024-09-10T09:27:17.267171+0000","last_unstale":"2024-09-10T09:27:24.340101+0000","last_undegraded":"2024-09-10T09:27:24.340101+0000","last_fullsized":"2024-09-10T09:27:24.340101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:53.369782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514889+0000","last_change":"2024-09-10T09:27:16.241546+0000","last_active":"2024-09-10T09:27:23.514889+0000","last_peered":"2024-09-10T09:27:23.514889+0000","last_clean":"2024-09-10T09:27:23.514889+0000","last_became_active":"2024-09-10T09:27:16.241266+0000","last_became_peered":"2024-09-10T09:27:16.241266+0000","last_unstale":"2024-09-10T09:27:23.514889+0000","last_undegraded":"2024-09-10T09:27:23.514889+0000","last_fullsized":"2024-09-10T09:27:23.514889+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514386+0000","last_change":"2024-09-10T09:27:21.298998+0000","last_active":"2024-09-10T09:27:23.514386+0000","last_peered":"2024-09-10T09:27:23.514386+0000","last_clean":"2024-09-10T09:27:23.514386+0000","last_became_active":"2024-09-10T09:27:21.298215+0000","last_became_peered":"2024-09-10T09:27:21.298215+0000","last_unstale":"2024-09-10T09:27:23.514386+0000","last_undegraded":"2024-09-10T09:27:23.514386+0000","last_fullsized":"2024-09-10T09:27:23.514386+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282686+0000","last_change":"2024-09-10T09:27:17.267645+0000","last_active":"2024-09-10T09:27:22.282686+0000","last_peered":"2024-09-10T09:27:22.282686+0000","last_clean":"2024-09-10T09:27:22.282686+0000","last_became_active":"2024-09-10T09:27:17.267378+0000","last_became_peered":"2024-09-10T09:27:17.267378+0000","last_unstale":"2024-09-10T09:27:22.282686+0000","last_undegraded":"2024-09-10T09:27:22.282686+0000","last_fullsized":"2024-09-10T09:27:22.282686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:16.356371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338533+0000","last_change":"2024-09-10T09:27:16.245251+0000","last_active":"2024-09-10T09:27:24.338533+0000","last_peered":"2024-09-10T09:27:24.338533+0000","last_clean":"2024-09-10T09:27:24.338533+0000","last_became_active":"2024-09-10T09:27:16.244973+0000","last_became_peered":"2024-09-10T09:27:16.244973+0000","last_unstale":"2024-09-10T09:27:24.338533+0000","last_undegraded":"2024-09-10T09:27:24.338533+0000","last_fullsized":"2024-09-10T09:27:24.338533+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514647+0000","last_change":"2024-09-10T09:27:21.301350+0000","last_active":"2024-09-10T09:27:23.514647+0000","last_peered":"2024-09-10T09:27:23.514647+0000","last_clean":"2024-09-10T09:27:23.514647+0000","last_became_active":"2024-09-10T09:27:21.300922+0000","last_became_peered":"2024-09-10T09:27:21.300922+0000","last_unstale":"2024-09-10T09:27:23.514647+0000","last_undegraded":"2024-09-10T09:27:23.514647+0000","last_fullsized":"2024-09-10T09:27:23.514647+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:28.282862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514198+0000","last_change":"2024-09-10T09:27:17.259838+0000","last_active":"2024-09-10T09:27:23.514198+0000","last_peered":"2024-09-10T09:27:23.514198+0000","last_clean":"2024-09-10T09:27:23.514198+0000","last_became_active":"2024-09-10T09:27:17.259540+0000","last_became_peered":"2024-09-10T09:27:17.259540+0000","last_unstale":"2024-09-10T09:27:23.514198+0000","last_undegraded":"2024-09-10T09:27:23.514198+0000","last_fullsized":"2024-09-10T09:27:23.514198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281925+0000","last_change":"2024-09-10T09:27:16.242098+0000","last_active":"2024-09-10T09:27:22.281925+0000","last_peered":"2024-09-10T09:27:22.281925+0000","last_clean":"2024-09-10T09:27:22.281925+0000","last_became_active":"2024-09-10T09:27:16.241812+0000","last_became_peered":"2024-09-10T09:27:16.241812+0000","last_unstale":"2024-09-10T09:27:22.281925+0000","last_undegraded":"2024-09-10T09:27:22.281925+0000","last_fullsized":"2024-09-10T09:27:22.281925+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514923+0000","last_change":"2024-09-10T09:27:21.302734+0000","last_active":"2024-09-10T09:27:23.514923+0000","last_peered":"2024-09-10T09:27:23.514923+0000","last_clean":"2024-09-10T09:27:23.514923+0000","last_became_active":"2024-09-10T09:27:21.301925+0000","last_became_peered":"2024-09-10T09:27:21.301925+0000","last_unstale":"2024-09-10T09:27:23.514923+0000","last_undegraded":"2024-09-10T09:27:23.514923+0000","last_fullsized":"2024-09-10T09:27:23.514923+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:16:45.546325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338434+0000","last_change":"2024-09-10T09:27:17.252788+0000","last_active":"2024-09-10T09:27:24.338434+0000","last_peered":"2024-09-10T09:27:24.338434+0000","last_clean":"2024-09-10T09:27:24.338434+0000","last_became_active":"2024-09-10T09:27:17.252482+0000","last_became_peered":"2024-09-10T09:27:17.252482+0000","last_unstale":"2024-09-10T09:27:24.338434+0000","last_undegraded":"2024-09-10T09:27:24.338434+0000","last_fullsized":"2024-09-10T09:27:24.338434+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:03:20.293600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339310+0000","last_change":"2024-09-10T09:27:16.247901+0000","last_active":"2024-09-10T09:27:24.339310+0000","last_peered":"2024-09-10T09:27:24.339310+0000","last_clean":"2024-09-10T09:27:24.339310+0000","last_became_active":"2024-09-10T09:27:16.247617+0000","last_became_peered":"2024-09-10T09:27:16.247617+0000","last_unstale":"2024-09-10T09:27:24.339310+0000","last_undegraded":"2024-09-10T09:27:24.339310+0000","last_fullsized":"2024-09-10T09:27:24.339310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:08:30.649449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339146+0000","last_change":"2024-09-10T09:27:21.436617+0000","last_active":"2024-09-10T09:27:24.339146+0000","last_peered":"2024-09-10T09:27:24.339146+0000","last_clean":"2024-09-10T09:27:24.339146+0000","last_became_active":"2024-09-10T09:27:21.436240+0000","last_became_peered":"2024-09-10T09:27:21.436240+0000","last_unstale":"2024-09-10T09:27:24.339146+0000","last_undegraded":"2024-09-10T09:27:24.339146+0000","last_fullsized":"2024-09-10T09:27:24.339146+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:35:11.570539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952652+0000","last_change":"2024-09-10T09:27:17.266093+0000","last_active":"2024-09-10T09:27:22.952652+0000","last_peered":"2024-09-10T09:27:22.952652+0000","last_clean":"2024-09-10T09:27:22.952652+0000","last_became_active":"2024-09-10T09:27:17.265354+0000","last_became_peered":"2024-09-10T09:27:17.265354+0000","last_unstale":"2024-09-10T09:27:22.952652+0000","last_undegraded":"2024-09-10T09:27:22.952652+0000","last_fullsized":"2024-09-10T09:27:22.952652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338555+0000","last_change":"2024-09-10T09:27:16.243837+0000","last_active":"2024-09-10T09:27:24.338555+0000","last_peered":"2024-09-10T09:27:24.338555+0000","last_clean":"2024-09-10T09:27:24.338555+0000","last_became_active":"2024-09-10T09:27:16.243535+0000","last_became_peered":"2024-09-10T09:27:16.243535+0000","last_unstale":"2024-09-10T09:27:24.338555+0000","last_undegraded":"2024-09-10T09:27:24.338555+0000","last_fullsized":"2024-09-10T09:27:24.338555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339713+0000","last_change":"2024-09-10T09:27:08.656727+0000","last_active":"2024-09-10T09:27:24.339713+0000","last_peered":"2024-09-10T09:27:24.339713+0000","last_clean":"2024-09-10T09:27:24.339713+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:27:24.339713+0000","last_undegraded":"2024-09-10T09:27:24.339713+0000","last_fullsized":"2024-09-10T09:27:24.339713+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_clean_scrub_stamp":"2024-09-10T09:27:07.184898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:23.145910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339884+0000","last_change":"2024-09-10T09:27:21.437452+0000","last_active":"2024-09-10T09:27:24.339884+0000","last_peered":"2024-09-10T09:27:24.339884+0000","last_clean":"2024-09-10T09:27:24.339884+0000","last_became_active":"2024-09-10T09:27:21.437050+0000","last_became_peered":"2024-09-10T09:27:21.437050+0000","last_unstale":"2024-09-10T09:27:24.339884+0000","last_undegraded":"2024-09-10T09:27:24.339884+0000","last_fullsized":"2024-09-10T09:27:24.339884+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:10.063215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340062+0000","last_change":"2024-09-10T09:27:17.282036+0000","last_active":"2024-09-10T09:27:24.340062+0000","last_peered":"2024-09-10T09:27:24.340062+0000","last_clean":"2024-09-10T09:27:24.340062+0000","last_became_active":"2024-09-10T09:27:17.281532+0000","last_became_peered":"2024-09-10T09:27:17.281532+0000","last_unstale":"2024-09-10T09:27:24.340062+0000","last_undegraded":"2024-09-10T09:27:24.340062+0000","last_fullsized":"2024-09-10T09:27:24.340062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:07:08.037949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282074+0000","last_change":"2024-09-10T09:27:16.244600+0000","last_active":"2024-09-10T09:27:22.282074+0000","last_peered":"2024-09-10T09:27:22.282074+0000","last_clean":"2024-09-10T09:27:22.282074+0000","last_became_active":"2024-09-10T09:27:16.244301+0000","last_became_peered":"2024-09-10T09:27:16.244301+0000","last_unstale":"2024-09-10T09:27:22.282074+0000","last_undegraded":"2024-09-10T09:27:22.282074+0000","last_fullsized":"2024-09-10T09:27:22.282074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339149+0000","last_change":"2024-09-10T09:27:21.437017+0000","last_active":"2024-09-10T09:27:24.339149+0000","last_peered":"2024-09-10T09:27:24.339149+0000","last_clean":"2024-09-10T09:27:24.339149+0000","last_became_active":"2024-09-10T09:27:21.436467+0000","last_became_peered":"2024-09-10T09:27:21.436467+0000","last_unstale":"2024-09-10T09:27:24.339149+0000","last_undegraded":"2024-09-10T09:27:24.339149+0000","last_fullsized":"2024-09-10T09:27:24.339149+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:13.722880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339631+0000","last_change":"2024-09-10T09:27:17.268513+0000","last_active":"2024-09-10T09:27:24.339631+0000","last_peered":"2024-09-10T09:27:24.339631+0000","last_clean":"2024-09-10T09:27:24.339631+0000","last_became_active":"2024-09-10T09:27:17.268038+0000","last_became_peered":"2024-09-10T09:27:17.268038+0000","last_unstale":"2024-09-10T09:27:24.339631+0000","last_undegraded":"2024-09-10T09:27:24.339631+0000","last_fullsized":"2024-09-10T09:27:24.339631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:09.674703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514842+0000","last_change":"2024-09-10T09:27:16.244414+0000","last_active":"2024-09-10T09:27:23.514842+0000","last_peered":"2024-09-10T09:27:23.514842+0000","last_clean":"2024-09-10T09:27:23.514842+0000","last_became_active":"2024-09-10T09:27:16.243776+0000","last_became_peered":"2024-09-10T09:27:16.243776+0000","last_unstale":"2024-09-10T09:27:23.514842+0000","last_undegraded":"2024-09-10T09:27:23.514842+0000","last_fullsized":"2024-09-10T09:27:23.514842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:02.814540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338823+0000","last_change":"2024-09-10T09:27:21.305302+0000","last_active":"2024-09-10T09:27:24.338823+0000","last_peered":"2024-09-10T09:27:24.338823+0000","last_clean":"2024-09-10T09:27:24.338823+0000","last_became_active":"2024-09-10T09:27:21.304907+0000","last_became_peered":"2024-09-10T09:27:21.304907+0000","last_unstale":"2024-09-10T09:27:24.338823+0000","last_undegraded":"2024-09-10T09:27:24.338823+0000","last_fullsized":"2024-09-10T09:27:24.338823+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340792+0000","last_change":"2024-09-10T09:27:17.279801+0000","last_active":"2024-09-10T09:27:24.340792+0000","last_peered":"2024-09-10T09:27:24.340792+0000","last_clean":"2024-09-10T09:27:24.340792+0000","last_became_active":"2024-09-10T09:27:17.279460+0000","last_became_peered":"2024-09-10T09:27:17.279460+0000","last_unstale":"2024-09-10T09:27:24.340792+0000","last_undegraded":"2024-09-10T09:27:24.340792+0000","last_fullsized":"2024-09-10T09:27:24.340792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:31.719549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282101+0000","last_change":"2024-09-10T09:27:16.244704+0000","last_active":"2024-09-10T09:27:22.282101+0000","last_peered":"2024-09-10T09:27:22.282101+0000","last_clean":"2024-09-10T09:27:22.282101+0000","last_became_active":"2024-09-10T09:27:16.244421+0000","last_became_peered":"2024-09-10T09:27:16.244421+0000","last_unstale":"2024-09-10T09:27:22.282101+0000","last_undegraded":"2024-09-10T09:27:22.282101+0000","last_fullsized":"2024-09-10T09:27:22.282101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339148+0000","last_change":"2024-09-10T09:27:21.440107+0000","last_active":"2024-09-10T09:27:24.339148+0000","last_peered":"2024-09-10T09:27:24.339148+0000","last_clean":"2024-09-10T09:27:24.339148+0000","last_became_active":"2024-09-10T09:27:21.439683+0000","last_became_peered":"2024-09-10T09:27:21.439683+0000","last_unstale":"2024-09-10T09:27:24.339148+0000","last_undegraded":"2024-09-10T09:27:24.339148+0000","last_fullsized":"2024-09-10T09:27:24.339148+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:39.188616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339774+0000","last_change":"2024-09-10T09:27:17.279775+0000","last_active":"2024-09-10T09:27:24.339774+0000","last_peered":"2024-09-10T09:27:24.339774+0000","last_clean":"2024-09-10T09:27:24.339774+0000","last_became_active":"2024-09-10T09:27:17.279179+0000","last_became_peered":"2024-09-10T09:27:17.279179+0000","last_unstale":"2024-09-10T09:27:24.339774+0000","last_undegraded":"2024-09-10T09:27:24.339774+0000","last_fullsized":"2024-09-10T09:27:24.339774+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:54.120678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282890+0000","last_change":"2024-09-10T09:27:16.237894+0000","last_active":"2024-09-10T09:27:22.282890+0000","last_peered":"2024-09-10T09:27:22.282890+0000","last_clean":"2024-09-10T09:27:22.282890+0000","last_became_active":"2024-09-10T09:27:16.237568+0000","last_became_peered":"2024-09-10T09:27:16.237568+0000","last_unstale":"2024-09-10T09:27:22.282890+0000","last_undegraded":"2024-09-10T09:27:22.282890+0000","last_fullsized":"2024-09-10T09:27:22.282890+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:17:31.152366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281980+0000","last_change":"2024-09-10T09:27:21.297459+0000","last_active":"2024-09-10T09:27:22.281980+0000","last_peered":"2024-09-10T09:27:22.281980+0000","last_clean":"2024-09-10T09:27:22.281980+0000","last_became_active":"2024-09-10T09:27:21.297032+0000","last_became_peered":"2024-09-10T09:27:21.297032+0000","last_unstale":"2024-09-10T09:27:22.281980+0000","last_undegraded":"2024-09-10T09:27:22.281980+0000","last_fullsized":"2024-09-10T09:27:22.281980+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:56.951743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340554+0000","last_change":"2024-09-10T09:27:17.274683+0000","last_active":"2024-09-10T09:27:24.340554+0000","last_peered":"2024-09-10T09:27:24.340554+0000","last_clean":"2024-09-10T09:27:24.340554+0000","last_became_active":"2024-09-10T09:27:17.274402+0000","last_became_peered":"2024-09-10T09:27:17.274402+0000","last_unstale":"2024-09-10T09:27:24.340554+0000","last_undegraded":"2024-09-10T09:27:24.340554+0000","last_fullsized":"2024-09-10T09:27:24.340554+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:22.498921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281677+0000","last_change":"2024-09-10T09:27:16.242296+0000","last_active":"2024-09-10T09:27:22.281677+0000","last_peered":"2024-09-10T09:27:22.281677+0000","last_clean":"2024-09-10T09:27:22.281677+0000","last_became_active":"2024-09-10T09:27:16.241217+0000","last_became_peered":"2024-09-10T09:27:16.241217+0000","last_unstale":"2024-09-10T09:27:22.281677+0000","last_undegraded":"2024-09-10T09:27:22.281677+0000","last_fullsized":"2024-09-10T09:27:22.281677+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:33.438016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339013+0000","last_change":"2024-09-10T09:27:21.294946+0000","last_active":"2024-09-10T09:27:24.339013+0000","last_peered":"2024-09-10T09:27:24.339013+0000","last_clean":"2024-09-10T09:27:24.339013+0000","last_became_active":"2024-09-10T09:27:21.294538+0000","last_became_peered":"2024-09-10T09:27:21.294538+0000","last_unstale":"2024-09-10T09:27:24.339013+0000","last_undegraded":"2024-09-10T09:27:24.339013+0000","last_fullsized":"2024-09-10T09:27:24.339013+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:28.282862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339344+0000","last_change":"2024-09-10T09:27:17.262976+0000","last_active":"2024-09-10T09:27:24.339344+0000","last_peered":"2024-09-10T09:27:24.339344+0000","last_clean":"2024-09-10T09:27:24.339344+0000","last_became_active":"2024-09-10T09:27:17.262336+0000","last_became_peered":"2024-09-10T09:27:17.262336+0000","last_unstale":"2024-09-10T09:27:24.339344+0000","last_undegraded":"2024-09-10T09:27:24.339344+0000","last_fullsized":"2024-09-10T09:27:24.339344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338427+0000","last_change":"2024-09-10T09:27:16.245943+0000","last_active":"2024-09-10T09:27:24.338427+0000","last_peered":"2024-09-10T09:27:24.338427+0000","last_clean":"2024-09-10T09:27:24.338427+0000","last_became_active":"2024-09-10T09:27:16.245641+0000","last_became_peered":"2024-09-10T09:27:16.245641+0000","last_unstale":"2024-09-10T09:27:24.338427+0000","last_undegraded":"2024-09-10T09:27:24.338427+0000","last_fullsized":"2024-09-10T09:27:24.338427+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953177+0000","last_change":"2024-09-10T09:27:21.437293+0000","last_active":"2024-09-10T09:27:22.953177+0000","last_peered":"2024-09-10T09:27:22.953177+0000","last_clean":"2024-09-10T09:27:22.953177+0000","last_became_active":"2024-09-10T09:27:21.436923+0000","last_became_peered":"2024-09-10T09:27:21.436923+0000","last_unstale":"2024-09-10T09:27:22.953177+0000","last_undegraded":"2024-09-10T09:27:22.953177+0000","last_fullsized":"2024-09-10T09:27:22.953177+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:36.473450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339339+0000","last_change":"2024-09-10T09:27:17.280211+0000","last_active":"2024-09-10T09:27:24.339339+0000","last_peered":"2024-09-10T09:27:24.339339+0000","last_clean":"2024-09-10T09:27:24.339339+0000","last_became_active":"2024-09-10T09:27:17.279388+0000","last_became_peered":"2024-09-10T09:27:17.279388+0000","last_unstale":"2024-09-10T09:27:24.339339+0000","last_undegraded":"2024-09-10T09:27:24.339339+0000","last_fullsized":"2024-09-10T09:27:24.339339+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:06.401421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338667+0000","last_change":"2024-09-10T09:27:16.244646+0000","last_active":"2024-09-10T09:27:24.338667+0000","last_peered":"2024-09-10T09:27:24.338667+0000","last_clean":"2024-09-10T09:27:24.338667+0000","last_became_active":"2024-09-10T09:27:16.244223+0000","last_became_peered":"2024-09-10T09:27:16.244223+0000","last_unstale":"2024-09-10T09:27:24.338667+0000","last_undegraded":"2024-09-10T09:27:24.338667+0000","last_fullsized":"2024-09-10T09:27:24.338667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952832+0000","last_change":"2024-09-10T09:27:21.435621+0000","last_active":"2024-09-10T09:27:22.952832+0000","last_peered":"2024-09-10T09:27:22.952832+0000","last_clean":"2024-09-10T09:27:22.952832+0000","last_became_active":"2024-09-10T09:27:21.435227+0000","last_became_peered":"2024-09-10T09:27:21.435227+0000","last_unstale":"2024-09-10T09:27:22.952832+0000","last_undegraded":"2024-09-10T09:27:22.952832+0000","last_fullsized":"2024-09-10T09:27:22.952832+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:44.865427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338586+0000","last_change":"2024-09-10T09:27:17.260692+0000","last_active":"2024-09-10T09:27:24.338586+0000","last_peered":"2024-09-10T09:27:24.338586+0000","last_clean":"2024-09-10T09:27:24.338586+0000","last_became_active":"2024-09-10T09:27:17.260142+0000","last_became_peered":"2024-09-10T09:27:17.260142+0000","last_unstale":"2024-09-10T09:27:24.338586+0000","last_undegraded":"2024-09-10T09:27:24.338586+0000","last_fullsized":"2024-09-10T09:27:24.338586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338198+0000","last_change":"2024-09-10T09:27:16.245125+0000","last_active":"2024-09-10T09:27:24.338198+0000","last_peered":"2024-09-10T09:27:24.338198+0000","last_clean":"2024-09-10T09:27:24.338198+0000","last_became_active":"2024-09-10T09:27:16.244829+0000","last_became_peered":"2024-09-10T09:27:16.244829+0000","last_unstale":"2024-09-10T09:27:24.338198+0000","last_undegraded":"2024-09-10T09:27:24.338198+0000","last_fullsized":"2024-09-10T09:27:24.338198+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:33.438016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340267+0000","last_change":"2024-09-10T09:27:21.435611+0000","last_active":"2024-09-10T09:27:24.340267+0000","last_peered":"2024-09-10T09:27:24.340267+0000","last_clean":"2024-09-10T09:27:24.340267+0000","last_became_active":"2024-09-10T09:27:21.435206+0000","last_became_peered":"2024-09-10T09:27:21.435206+0000","last_unstale":"2024-09-10T09:27:24.340267+0000","last_undegraded":"2024-09-10T09:27:24.340267+0000","last_fullsized":"2024-09-10T09:27:24.340267+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:45.679548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339974+0000","last_change":"2024-09-10T09:27:17.274161+0000","last_active":"2024-09-10T09:27:24.339974+0000","last_peered":"2024-09-10T09:27:24.339974+0000","last_clean":"2024-09-10T09:27:24.339974+0000","last_became_active":"2024-09-10T09:27:17.272845+0000","last_became_peered":"2024-09-10T09:27:17.272845+0000","last_unstale":"2024-09-10T09:27:24.339974+0000","last_undegraded":"2024-09-10T09:27:24.339974+0000","last_fullsized":"2024-09-10T09:27:24.339974+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:30:38.459913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:26.618584+0000","last_change":"2024-09-10T09:27:16.246047+0000","last_active":"2024-09-10T09:27:26.618584+0000","last_peered":"2024-09-10T09:27:26.618584+0000","last_clean":"2024-09-10T09:27:26.618584+0000","last_became_active":"2024-09-10T09:27:16.245730+0000","last_became_peered":"2024-09-10T09:27:16.245730+0000","last_unstale":"2024-09-10T09:27:26.618584+0000","last_undegraded":"2024-09-10T09:27:26.618584+0000","last_fullsized":"2024-09-10T09:27:26.618584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:02.814540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514495+0000","last_change":"2024-09-10T09:27:21.301186+0000","last_active":"2024-09-10T09:27:23.514495+0000","last_peered":"2024-09-10T09:27:23.514495+0000","last_clean":"2024-09-10T09:27:23.514495+0000","last_became_active":"2024-09-10T09:27:21.300784+0000","last_became_peered":"2024-09-10T09:27:21.300784+0000","last_unstale":"2024-09-10T09:27:23.514495+0000","last_undegraded":"2024-09-10T09:27:23.514495+0000","last_fullsized":"2024-09-10T09:27:23.514495+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:47.949143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282609+0000","last_change":"2024-09-10T09:27:17.263631+0000","last_active":"2024-09-10T09:27:22.282609+0000","last_peered":"2024-09-10T09:27:22.282609+0000","last_clean":"2024-09-10T09:27:22.282609+0000","last_became_active":"2024-09-10T09:27:17.261989+0000","last_became_peered":"2024-09-10T09:27:17.261989+0000","last_unstale":"2024-09-10T09:27:22.282609+0000","last_undegraded":"2024-09-10T09:27:22.282609+0000","last_fullsized":"2024-09-10T09:27:22.282609+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:03.819300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514783+0000","last_change":"2024-09-10T09:27:16.244626+0000","last_active":"2024-09-10T09:27:23.514783+0000","last_peered":"2024-09-10T09:27:23.514783+0000","last_clean":"2024-09-10T09:27:23.514783+0000","last_became_active":"2024-09-10T09:27:16.244159+0000","last_became_peered":"2024-09-10T09:27:16.244159+0000","last_unstale":"2024-09-10T09:27:23.514783+0000","last_undegraded":"2024-09-10T09:27:23.514783+0000","last_fullsized":"2024-09-10T09:27:23.514783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:38.859803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282435+0000","last_change":"2024-09-10T09:27:21.304815+0000","last_active":"2024-09-10T09:27:22.282435+0000","last_peered":"2024-09-10T09:27:22.282435+0000","last_clean":"2024-09-10T09:27:22.282435+0000","last_became_active":"2024-09-10T09:27:21.304238+0000","last_became_peered":"2024-09-10T09:27:21.304238+0000","last_unstale":"2024-09-10T09:27:22.282435+0000","last_undegraded":"2024-09-10T09:27:22.282435+0000","last_fullsized":"2024-09-10T09:27:22.282435+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:45.651000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339016+0000","last_change":"2024-09-10T09:27:17.265513+0000","last_active":"2024-09-10T09:27:24.339016+0000","last_peered":"2024-09-10T09:27:24.339016+0000","last_clean":"2024-09-10T09:27:24.339016+0000","last_became_active":"2024-09-10T09:27:17.264896+0000","last_became_peered":"2024-09-10T09:27:17.264896+0000","last_unstale":"2024-09-10T09:27:24.339016+0000","last_undegraded":"2024-09-10T09:27:24.339016+0000","last_fullsized":"2024-09-10T09:27:24.339016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339730+0000","last_change":"2024-09-10T09:27:16.248642+0000","last_active":"2024-09-10T09:27:24.339730+0000","last_peered":"2024-09-10T09:27:24.339730+0000","last_clean":"2024-09-10T09:27:24.339730+0000","last_became_active":"2024-09-10T09:27:16.248291+0000","last_became_peered":"2024-09-10T09:27:16.248291+0000","last_unstale":"2024-09-10T09:27:24.339730+0000","last_undegraded":"2024-09-10T09:27:24.339730+0000","last_fullsized":"2024-09-10T09:27:24.339730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952531+0000","last_change":"2024-09-10T09:27:21.297916+0000","last_active":"2024-09-10T09:27:22.952531+0000","last_peered":"2024-09-10T09:27:22.952531+0000","last_clean":"2024-09-10T09:27:22.952531+0000","last_became_active":"2024-09-10T09:27:21.297532+0000","last_became_peered":"2024-09-10T09:27:21.297532+0000","last_unstale":"2024-09-10T09:27:22.952531+0000","last_undegraded":"2024-09-10T09:27:22.952531+0000","last_fullsized":"2024-09-10T09:27:22.952531+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:26.784788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339623+0000","last_change":"2024-09-10T09:27:17.276778+0000","last_active":"2024-09-10T09:27:24.339623+0000","last_peered":"2024-09-10T09:27:24.339623+0000","last_clean":"2024-09-10T09:27:24.339623+0000","last_became_active":"2024-09-10T09:27:17.276521+0000","last_became_peered":"2024-09-10T09:27:17.276521+0000","last_unstale":"2024-09-10T09:27:24.339623+0000","last_undegraded":"2024-09-10T09:27:24.339623+0000","last_fullsized":"2024-09-10T09:27:24.339623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:41.602822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340697+0000","last_change":"2024-09-10T09:27:16.246646+0000","last_active":"2024-09-10T09:27:24.340697+0000","last_peered":"2024-09-10T09:27:24.340697+0000","last_clean":"2024-09-10T09:27:24.340697+0000","last_became_active":"2024-09-10T09:27:16.246345+0000","last_became_peered":"2024-09-10T09:27:16.246345+0000","last_unstale":"2024-09-10T09:27:24.340697+0000","last_undegraded":"2024-09-10T09:27:24.340697+0000","last_fullsized":"2024-09-10T09:27:24.340697+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:38.859803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952494+0000","last_change":"2024-09-10T09:27:21.436913+0000","last_active":"2024-09-10T09:27:22.952494+0000","last_peered":"2024-09-10T09:27:22.952494+0000","last_clean":"2024-09-10T09:27:22.952494+0000","last_became_active":"2024-09-10T09:27:21.436568+0000","last_became_peered":"2024-09-10T09:27:21.436568+0000","last_unstale":"2024-09-10T09:27:22.952494+0000","last_undegraded":"2024-09-10T09:27:22.952494+0000","last_fullsized":"2024-09-10T09:27:22.952494+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:51.456960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338845+0000","last_change":"2024-09-10T09:27:21.437489+0000","last_active":"2024-09-10T09:27:24.338845+0000","last_peered":"2024-09-10T09:27:24.338845+0000","last_clean":"2024-09-10T09:27:24.338845+0000","last_became_active":"2024-09-10T09:27:21.437099+0000","last_became_peered":"2024-09-10T09:27:21.437099+0000","last_unstale":"2024-09-10T09:27:24.338845+0000","last_undegraded":"2024-09-10T09:27:24.338845+0000","last_fullsized":"2024-09-10T09:27:24.338845+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:47.949143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514163+0000","last_change":"2024-09-10T09:27:17.268332+0000","last_active":"2024-09-10T09:27:23.514163+0000","last_peered":"2024-09-10T09:27:23.514163+0000","last_clean":"2024-09-10T09:27:23.514163+0000","last_became_active":"2024-09-10T09:27:17.267951+0000","last_became_peered":"2024-09-10T09:27:17.267951+0000","last_unstale":"2024-09-10T09:27:23.514163+0000","last_undegraded":"2024-09-10T09:27:23.514163+0000","last_fullsized":"2024-09-10T09:27:23.514163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:49.771784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338955+0000","last_change":"2024-09-10T09:27:16.243664+0000","last_active":"2024-09-10T09:27:24.338955+0000","last_peered":"2024-09-10T09:27:24.338955+0000","last_clean":"2024-09-10T09:27:24.338955+0000","last_became_active":"2024-09-10T09:27:16.243295+0000","last_became_peered":"2024-09-10T09:27:16.243295+0000","last_unstale":"2024-09-10T09:27:24.338955+0000","last_undegraded":"2024-09-10T09:27:24.338955+0000","last_fullsized":"2024-09-10T09:27:24.338955+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340532+0000","last_change":"2024-09-10T09:27:21.301329+0000","last_active":"2024-09-10T09:27:24.340532+0000","last_peered":"2024-09-10T09:27:24.340532+0000","last_clean":"2024-09-10T09:27:24.340532+0000","last_became_active":"2024-09-10T09:27:21.300990+0000","last_became_peered":"2024-09-10T09:27:21.300990+0000","last_unstale":"2024-09-10T09:27:24.340532+0000","last_undegraded":"2024-09-10T09:27:24.340532+0000","last_fullsized":"2024-09-10T09:27:24.340532+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952466+0000","last_change":"2024-09-10T09:27:17.265767+0000","last_active":"2024-09-10T09:27:22.952466+0000","last_peered":"2024-09-10T09:27:22.952466+0000","last_clean":"2024-09-10T09:27:22.952466+0000","last_became_active":"2024-09-10T09:27:17.265481+0000","last_became_peered":"2024-09-10T09:27:17.265481+0000","last_unstale":"2024-09-10T09:27:22.952466+0000","last_undegraded":"2024-09-10T09:27:22.952466+0000","last_fullsized":"2024-09-10T09:27:22.952466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952660+0000","last_change":"2024-09-10T09:27:16.248117+0000","last_active":"2024-09-10T09:27:22.952660+0000","last_peered":"2024-09-10T09:27:22.952660+0000","last_clean":"2024-09-10T09:27:22.952660+0000","last_became_active":"2024-09-10T09:27:16.247860+0000","last_became_peered":"2024-09-10T09:27:16.247860+0000","last_unstale":"2024-09-10T09:27:22.952660+0000","last_undegraded":"2024-09-10T09:27:22.952660+0000","last_fullsized":"2024-09-10T09:27:22.952660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338937+0000","last_change":"2024-09-10T09:27:16.243667+0000","last_active":"2024-09-10T09:27:24.338937+0000","last_peered":"2024-09-10T09:27:24.338937+0000","last_clean":"2024-09-10T09:27:24.338937+0000","last_became_active":"2024-09-10T09:27:16.243340+0000","last_became_peered":"2024-09-10T09:27:16.243340+0000","last_unstale":"2024-09-10T09:27:24.338937+0000","last_undegraded":"2024-09-10T09:27:24.338937+0000","last_fullsized":"2024-09-10T09:27:24.338937+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338933+0000","last_change":"2024-09-10T09:27:17.255096+0000","last_active":"2024-09-10T09:27:24.338933+0000","last_peered":"2024-09-10T09:27:24.338933+0000","last_clean":"2024-09-10T09:27:24.338933+0000","last_became_active":"2024-09-10T09:27:17.254403+0000","last_became_peered":"2024-09-10T09:27:17.254403+0000","last_unstale":"2024-09-10T09:27:24.338933+0000","last_undegraded":"2024-09-10T09:27:24.338933+0000","last_fullsized":"2024-09-10T09:27:24.338933+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281900+0000","last_change":"2024-09-10T09:27:21.297515+0000","last_active":"2024-09-10T09:27:22.281900+0000","last_peered":"2024-09-10T09:27:22.281900+0000","last_clean":"2024-09-10T09:27:22.281900+0000","last_became_active":"2024-09-10T09:27:21.297137+0000","last_became_peered":"2024-09-10T09:27:21.297137+0000","last_unstale":"2024-09-10T09:27:22.281900+0000","last_undegraded":"2024-09-10T09:27:22.281900+0000","last_fullsized":"2024-09-10T09:27:22.281900+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:25.206285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952743+0000","last_change":"2024-09-10T09:27:16.246741+0000","last_active":"2024-09-10T09:27:22.952743+0000","last_peered":"2024-09-10T09:27:22.952743+0000","last_clean":"2024-09-10T09:27:22.952743+0000","last_became_active":"2024-09-10T09:27:16.246453+0000","last_became_peered":"2024-09-10T09:27:16.246453+0000","last_unstale":"2024-09-10T09:27:22.952743+0000","last_undegraded":"2024-09-10T09:27:22.952743+0000","last_fullsized":"2024-09-10T09:27:22.952743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282201+0000","last_change":"2024-09-10T09:27:17.255988+0000","last_active":"2024-09-10T09:27:22.282201+0000","last_peered":"2024-09-10T09:27:22.282201+0000","last_clean":"2024-09-10T09:27:22.282201+0000","last_became_active":"2024-09-10T09:27:17.254577+0000","last_became_peered":"2024-09-10T09:27:17.254577+0000","last_unstale":"2024-09-10T09:27:22.282201+0000","last_undegraded":"2024-09-10T09:27:22.282201+0000","last_fullsized":"2024-09-10T09:27:22.282201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:15.755811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952894+0000","last_change":"2024-09-10T09:27:21.297496+0000","last_active":"2024-09-10T09:27:22.952894+0000","last_peered":"2024-09-10T09:27:22.952894+0000","last_clean":"2024-09-10T09:27:22.952894+0000","last_became_active":"2024-09-10T09:27:21.297103+0000","last_became_peered":"2024-09-10T09:27:21.297103+0000","last_unstale":"2024-09-10T09:27:22.952894+0000","last_undegraded":"2024-09-10T09:27:22.952894+0000","last_fullsized":"2024-09-10T09:27:22.952894+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:16.924278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339165+0000","last_change":"2024-09-10T09:27:17.262571+0000","last_active":"2024-09-10T09:27:24.339165+0000","last_peered":"2024-09-10T09:27:24.339165+0000","last_clean":"2024-09-10T09:27:24.339165+0000","last_became_active":"2024-09-10T09:27:17.262284+0000","last_became_peered":"2024-09-10T09:27:17.262284+0000","last_unstale":"2024-09-10T09:27:24.339165+0000","last_undegraded":"2024-09-10T09:27:24.339165+0000","last_fullsized":"2024-09-10T09:27:24.339165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281683+0000","last_change":"2024-09-10T09:27:17.263294+0000","last_active":"2024-09-10T09:27:22.281683+0000","last_peered":"2024-09-10T09:27:22.281683+0000","last_clean":"2024-09-10T09:27:22.281683+0000","last_became_active":"2024-09-10T09:27:17.263006+0000","last_became_peered":"2024-09-10T09:27:17.263006+0000","last_unstale":"2024-09-10T09:27:22.281683+0000","last_undegraded":"2024-09-10T09:27:22.281683+0000","last_fullsized":"2024-09-10T09:27:22.281683+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:15.408987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340299+0000","last_change":"2024-09-10T09:27:17.273149+0000","last_active":"2024-09-10T09:27:24.340299+0000","last_peered":"2024-09-10T09:27:24.340299+0000","last_clean":"2024-09-10T09:27:24.340299+0000","last_became_active":"2024-09-10T09:27:17.267256+0000","last_became_peered":"2024-09-10T09:27:17.267256+0000","last_unstale":"2024-09-10T09:27:24.340299+0000","last_undegraded":"2024-09-10T09:27:24.340299+0000","last_fullsized":"2024-09-10T09:27:24.340299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:11.381829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338813+0000","last_change":"2024-09-10T09:27:17.270879+0000","last_active":"2024-09-10T09:27:24.338813+0000","last_peered":"2024-09-10T09:27:24.338813+0000","last_clean":"2024-09-10T09:27:24.338813+0000","last_became_active":"2024-09-10T09:27:17.270515+0000","last_became_peered":"2024-09-10T09:27:17.270515+0000","last_unstale":"2024-09-10T09:27:24.338813+0000","last_undegraded":"2024-09-10T09:27:24.338813+0000","last_fullsized":"2024-09-10T09:27:24.338813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:03.919888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952952+0000","last_change":"2024-09-10T09:27:17.268072+0000","last_active":"2024-09-10T09:27:22.952952+0000","last_peered":"2024-09-10T09:27:22.952952+0000","last_clean":"2024-09-10T09:27:22.952952+0000","last_became_active":"2024-09-10T09:27:17.267723+0000","last_became_peered":"2024-09-10T09:27:17.267723+0000","last_unstale":"2024-09-10T09:27:22.952952+0000","last_undegraded":"2024-09-10T09:27:22.952952+0000","last_fullsized":"2024-09-10T09:27:22.952952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:53.369782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514587+0000","last_change":"2024-09-10T09:27:17.269519+0000","last_active":"2024-09-10T09:27:23.514587+0000","last_peered":"2024-09-10T09:27:23.514587+0000","last_clean":"2024-09-10T09:27:23.514587+0000","last_became_active":"2024-09-10T09:27:17.267747+0000","last_became_peered":"2024-09-10T09:27:17.267747+0000","last_unstale":"2024-09-10T09:27:23.514587+0000","last_undegraded":"2024-09-10T09:27:23.514587+0000","last_fullsized":"2024-09-10T09:27:23.514587+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.341044+0000","last_change":"2024-09-10T09:27:17.275711+0000","last_active":"2024-09-10T09:27:24.341044+0000","last_peered":"2024-09-10T09:27:24.341044+0000","last_clean":"2024-09-10T09:27:24.341044+0000","last_became_active":"2024-09-10T09:27:17.275401+0000","last_became_peered":"2024-09-10T09:27:17.275401+0000","last_unstale":"2024-09-10T09:27:24.341044+0000","last_undegraded":"2024-09-10T09:27:24.341044+0000","last_fullsized":"2024-09-10T09:27:24.341044+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953176+0000","last_change":"2024-09-10T09:27:17.265920+0000","last_active":"2024-09-10T09:27:22.953176+0000","last_peered":"2024-09-10T09:27:22.953176+0000","last_clean":"2024-09-10T09:27:22.953176+0000","last_became_active":"2024-09-10T09:27:17.265639+0000","last_became_peered":"2024-09-10T09:27:17.265639+0000","last_unstale":"2024-09-10T09:27:22.953176+0000","last_undegraded":"2024-09-10T09:27:22.953176+0000","last_fullsized":"2024-09-10T09:27:22.953176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:50.081039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339419+0000","last_change":"2024-09-10T09:27:17.267885+0000","last_active":"2024-09-10T09:27:24.339419+0000","last_peered":"2024-09-10T09:27:24.339419+0000","last_clean":"2024-09-10T09:27:24.339419+0000","last_became_active":"2024-09-10T09:27:17.267579+0000","last_became_peered":"2024-09-10T09:27:17.267579+0000","last_unstale":"2024-09-10T09:27:24.339419+0000","last_undegraded":"2024-09-10T09:27:24.339419+0000","last_fullsized":"2024-09-10T09:27:24.339419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952629+0000","last_change":"2024-09-10T09:27:17.265798+0000","last_active":"2024-09-10T09:27:22.952629+0000","last_peered":"2024-09-10T09:27:22.952629+0000","last_clean":"2024-09-10T09:27:22.952629+0000","last_became_active":"2024-09-10T09:27:17.265370+0000","last_became_peered":"2024-09-10T09:27:17.265370+0000","last_unstale":"2024-09-10T09:27:22.952629+0000","last_undegraded":"2024-09-10T09:27:22.952629+0000","last_fullsized":"2024-09-10T09:27:22.952629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340089+0000","last_change":"2024-09-10T09:27:17.274639+0000","last_active":"2024-09-10T09:27:24.340089+0000","last_peered":"2024-09-10T09:27:24.340089+0000","last_clean":"2024-09-10T09:27:24.340089+0000","last_became_active":"2024-09-10T09:27:17.274352+0000","last_became_peered":"2024-09-10T09:27:17.274352+0000","last_unstale":"2024-09-10T09:27:24.340089+0000","last_undegraded":"2024-09-10T09:27:24.340089+0000","last_fullsized":"2024-09-10T09:27:24.340089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338646+0000","last_change":"2024-09-10T09:27:17.269246+0000","last_active":"2024-09-10T09:27:24.338646+0000","last_peered":"2024-09-10T09:27:24.338646+0000","last_clean":"2024-09-10T09:27:24.338646+0000","last_became_active":"2024-09-10T09:27:17.268961+0000","last_became_peered":"2024-09-10T09:27:17.268961+0000","last_unstale":"2024-09-10T09:27:24.338646+0000","last_undegraded":"2024-09-10T09:27:24.338646+0000","last_fullsized":"2024-09-10T09:27:24.338646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:21.158107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339710+0000","last_change":"2024-09-10T09:27:17.260750+0000","last_active":"2024-09-10T09:27:24.339710+0000","last_peered":"2024-09-10T09:27:24.339710+0000","last_clean":"2024-09-10T09:27:24.339710+0000","last_became_active":"2024-09-10T09:27:17.260482+0000","last_became_peered":"2024-09-10T09:27:17.260482+0000","last_unstale":"2024-09-10T09:27:24.339710+0000","last_undegraded":"2024-09-10T09:27:24.339710+0000","last_fullsized":"2024-09-10T09:27:24.339710+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340341+0000","last_change":"2024-09-10T09:27:17.273755+0000","last_active":"2024-09-10T09:27:24.340341+0000","last_peered":"2024-09-10T09:27:24.340341+0000","last_clean":"2024-09-10T09:27:24.340341+0000","last_became_active":"2024-09-10T09:27:17.273506+0000","last_became_peered":"2024-09-10T09:27:17.273506+0000","last_unstale":"2024-09-10T09:27:24.340341+0000","last_undegraded":"2024-09-10T09:27:24.340341+0000","last_fullsized":"2024-09-10T09:27:24.340341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:22.895011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282051+0000","last_change":"2024-09-10T09:27:17.263703+0000","last_active":"2024-09-10T09:27:22.282051+0000","last_peered":"2024-09-10T09:27:22.282051+0000","last_clean":"2024-09-10T09:27:22.282051+0000","last_became_active":"2024-09-10T09:27:17.262698+0000","last_became_peered":"2024-09-10T09:27:17.262698+0000","last_unstale":"2024-09-10T09:27:22.282051+0000","last_undegraded":"2024-09-10T09:27:22.282051+0000","last_fullsized":"2024-09-10T09:27:22.282051+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:41.690447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339875+0000","last_change":"2024-09-10T09:27:17.276654+0000","last_active":"2024-09-10T09:27:24.339875+0000","last_peered":"2024-09-10T09:27:24.339875+0000","last_clean":"2024-09-10T09:27:24.339875+0000","last_became_active":"2024-09-10T09:27:17.276381+0000","last_became_peered":"2024-09-10T09:27:17.276381+0000","last_unstale":"2024-09-10T09:27:24.339875+0000","last_undegraded":"2024-09-10T09:27:24.339875+0000","last_fullsized":"2024-09-10T09:27:24.339875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:06.015037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339324+0000","last_change":"2024-09-10T09:27:17.263087+0000","last_active":"2024-09-10T09:27:24.339324+0000","last_peered":"2024-09-10T09:27:24.339324+0000","last_clean":"2024-09-10T09:27:24.339324+0000","last_became_active":"2024-09-10T09:27:17.262797+0000","last_became_peered":"2024-09-10T09:27:17.262797+0000","last_unstale":"2024-09-10T09:27:24.339324+0000","last_undegraded":"2024-09-10T09:27:24.339324+0000","last_fullsized":"2024-09-10T09:27:24.339324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514256+0000","last_change":"2024-09-10T09:27:17.261148+0000","last_active":"2024-09-10T09:27:23.514256+0000","last_peered":"2024-09-10T09:27:23.514256+0000","last_clean":"2024-09-10T09:27:23.514256+0000","last_became_active":"2024-09-10T09:27:17.260860+0000","last_became_peered":"2024-09-10T09:27:17.260860+0000","last_unstale":"2024-09-10T09:27:23.514256+0000","last_undegraded":"2024-09-10T09:27:23.514256+0000","last_fullsized":"2024-09-10T09:27:23.514256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338557+0000","last_change":"2024-09-10T09:27:17.255498+0000","last_active":"2024-09-10T09:27:24.338557+0000","last_peered":"2024-09-10T09:27:24.338557+0000","last_clean":"2024-09-10T09:27:24.338557+0000","last_became_active":"2024-09-10T09:27:17.255102+0000","last_became_peered":"2024-09-10T09:27:17.255102+0000","last_unstale":"2024-09-10T09:27:24.338557+0000","last_undegraded":"2024-09-10T09:27:24.338557+0000","last_fullsized":"2024-09-10T09:27:24.338557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952600+0000","last_change":"2024-09-10T09:27:17.268561+0000","last_active":"2024-09-10T09:27:22.952600+0000","last_peered":"2024-09-10T09:27:22.952600+0000","last_clean":"2024-09-10T09:27:22.952600+0000","last_became_active":"2024-09-10T09:27:17.268190+0000","last_became_peered":"2024-09-10T09:27:17.268190+0000","last_unstale":"2024-09-10T09:27:22.952600+0000","last_undegraded":"2024-09-10T09:27:22.952600+0000","last_fullsized":"2024-09-10T09:27:22.952600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282578+0000","last_change":"2024-09-10T09:27:17.264548+0000","last_active":"2024-09-10T09:27:22.282578+0000","last_peered":"2024-09-10T09:27:22.282578+0000","last_clean":"2024-09-10T09:27:22.282578+0000","last_became_active":"2024-09-10T09:27:17.263671+0000","last_became_peered":"2024-09-10T09:27:17.263671+0000","last_unstale":"2024-09-10T09:27:22.282578+0000","last_undegraded":"2024-09-10T09:27:22.282578+0000","last_fullsized":"2024-09-10T09:27:22.282578+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:39.864563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340063+0000","last_change":"2024-09-10T09:27:17.263734+0000","last_active":"2024-09-10T09:27:24.340063+0000","last_peered":"2024-09-10T09:27:24.340063+0000","last_clean":"2024-09-10T09:27:24.340063+0000","last_became_active":"2024-09-10T09:27:17.263270+0000","last_became_peered":"2024-09-10T09:27:17.263270+0000","last_unstale":"2024-09-10T09:27:24.340063+0000","last_undegraded":"2024-09-10T09:27:24.340063+0000","last_fullsized":"2024-09-10T09:27:24.340063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340983+0000","last_change":"2024-09-10T09:27:17.264414+0000","last_active":"2024-09-10T09:27:24.340983+0000","last_peered":"2024-09-10T09:27:24.340983+0000","last_clean":"2024-09-10T09:27:24.340983+0000","last_became_active":"2024-09-10T09:27:17.264156+0000","last_became_peered":"2024-09-10T09:27:17.264156+0000","last_unstale":"2024-09-10T09:27:24.340983+0000","last_undegraded":"2024-09-10T09:27:24.340983+0000","last_fullsized":"2024-09-10T09:27:24.340983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340830+0000","last_change":"2024-09-10T09:27:17.281834+0000","last_active":"2024-09-10T09:27:24.340830+0000","last_peered":"2024-09-10T09:27:24.340830+0000","last_clean":"2024-09-10T09:27:24.340830+0000","last_became_active":"2024-09-10T09:27:17.281526+0000","last_became_peered":"2024-09-10T09:27:17.281526+0000","last_unstale":"2024-09-10T09:27:24.340830+0000","last_undegraded":"2024-09-10T09:27:24.340830+0000","last_fullsized":"2024-09-10T09:27:24.340830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:00.279606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952414+0000","last_change":"2024-09-10T09:27:17.268890+0000","last_active":"2024-09-10T09:27:22.952414+0000","last_peered":"2024-09-10T09:27:22.952414+0000","last_clean":"2024-09-10T09:27:22.952414+0000","last_became_active":"2024-09-10T09:27:17.268517+0000","last_became_peered":"2024-09-10T09:27:17.268517+0000","last_unstale":"2024-09-10T09:27:22.952414+0000","last_undegraded":"2024-09-10T09:27:22.952414+0000","last_fullsized":"2024-09-10T09:27:22.952414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340421+0000","last_change":"2024-09-10T09:27:17.270323+0000","last_active":"2024-09-10T09:27:24.340421+0000","last_peered":"2024-09-10T09:27:24.340421+0000","last_clean":"2024-09-10T09:27:24.340421+0000","last_became_active":"2024-09-10T09:27:17.270054+0000","last_became_peered":"2024-09-10T09:27:17.270054+0000","last_unstale":"2024-09-10T09:27:24.340421+0000","last_undegraded":"2024-09-10T09:27:24.340421+0000","last_fullsized":"2024-09-10T09:27:24.340421+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:57.385889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340069+0000","last_change":"2024-09-10T09:27:17.262375+0000","last_active":"2024-09-10T09:27:24.340069+0000","last_peered":"2024-09-10T09:27:24.340069+0000","last_clean":"2024-09-10T09:27:24.340069+0000","last_became_active":"2024-09-10T09:27:17.262114+0000","last_became_peered":"2024-09-10T09:27:17.262114+0000","last_unstale":"2024-09-10T09:27:24.340069+0000","last_undegraded":"2024-09-10T09:27:24.340069+0000","last_fullsized":"2024-09-10T09:27:24.340069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339151+0000","last_change":"2024-09-10T09:27:17.271080+0000","last_active":"2024-09-10T09:27:24.339151+0000","last_peered":"2024-09-10T09:27:24.339151+0000","last_clean":"2024-09-10T09:27:24.339151+0000","last_became_active":"2024-09-10T09:27:17.270803+0000","last_became_peered":"2024-09-10T09:27:17.270803+0000","last_unstale":"2024-09-10T09:27:24.339151+0000","last_undegraded":"2024-09-10T09:27:24.339151+0000","last_fullsized":"2024-09-10T09:27:24.339151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:58.494809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339423+0000","last_change":"2024-09-10T09:27:17.268991+0000","last_active":"2024-09-10T09:27:24.339423+0000","last_peered":"2024-09-10T09:27:24.339423+0000","last_clean":"2024-09-10T09:27:24.339423+0000","last_became_active":"2024-09-10T09:27:17.268675+0000","last_became_peered":"2024-09-10T09:27:17.268675+0000","last_unstale":"2024-09-10T09:27:24.339423+0000","last_undegraded":"2024-09-10T09:27:24.339423+0000","last_fullsized":"2024-09-10T09:27:24.339423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338705+0000","last_change":"2024-09-10T09:27:17.258328+0000","last_active":"2024-09-10T09:27:24.338705+0000","last_peered":"2024-09-10T09:27:24.338705+0000","last_clean":"2024-09-10T09:27:24.338705+0000","last_became_active":"2024-09-10T09:27:17.258030+0000","last_became_peered":"2024-09-10T09:27:17.258030+0000","last_unstale":"2024-09-10T09:27:24.338705+0000","last_undegraded":"2024-09-10T09:27:24.338705+0000","last_fullsized":"2024-09-10T09:27:24.338705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:27.015443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514783+0000","last_change":"2024-09-10T09:27:17.262102+0000","last_active":"2024-09-10T09:27:23.514783+0000","last_peered":"2024-09-10T09:27:23.514783+0000","last_clean":"2024-09-10T09:27:23.514783+0000","last_became_active":"2024-09-10T09:27:17.261815+0000","last_became_peered":"2024-09-10T09:27:17.261815+0000","last_unstale":"2024-09-10T09:27:23.514783+0000","last_undegraded":"2024-09-10T09:27:23.514783+0000","last_fullsized":"2024-09-10T09:27:23.514783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340665+0000","last_change":"2024-09-10T09:27:17.277538+0000","last_active":"2024-09-10T09:27:24.340665+0000","last_peered":"2024-09-10T09:27:24.340665+0000","last_clean":"2024-09-10T09:27:24.340665+0000","last_became_active":"2024-09-10T09:27:17.276853+0000","last_became_peered":"2024-09-10T09:27:17.276853+0000","last_unstale":"2024-09-10T09:27:24.340665+0000","last_undegraded":"2024-09-10T09:27:24.340665+0000","last_fullsized":"2024-09-10T09:27:24.340665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:21.604918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542153,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27868,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343972,"statfs":{"total":96636764160,"available":96608227328,"internally_reserved":0,"allocated":860160,"data_stored":694509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542155,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542153,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":103649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542154,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":103685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542155,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542155,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":262144,"data_stored":103559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542155,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":103719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542154,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:27:43.145 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:27:43.279 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.277+0000 7f3af7998640 1 Processor -- start 2024-09-10T09:27:43.279 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.278+0000 7f3af7998640 1 -- start start 2024-09-10T09:27:43.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.278+0000 7f3af7998640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3af0072d30 0x7f3af006f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.278+0000 7f3af7998640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f3af006f700 0x7f3af015b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.278+0000 7f3af7998640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3af00cdbe0 con 0x7f3af015b300 2024-09-10T09:27:43.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.278+0000 7f3af7998640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f3af006fb50 con 0x7f3af006f700 2024-09-10T09:27:43.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.278+0000 7f3af7998640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f3af00728a0 con 0x7f3af0072d30 2024-09-10T09:27:43.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.279+0000 7f3af5f35640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f3af006f700 0x7f3af015b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.279+0000 7f3af5f35640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f3af006f700 0x7f3af015b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37662/0 (socket says 172.21.15.173:37662) 2024-09-10T09:27:43.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.279+0000 7f3af5734640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f3af015b300 0x7f3af00cceb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41620/0 (socket says 172.21.15.173:41620) 2024-09-10T09:27:43.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.279+0000 7f3af5f35640 1 -- 172.21.15.173:0/1067726581 learned_addr learned my addr 172.21.15.173:0/1067726581 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:43.282 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.279+0000 7f3af4f33640 1 --2- 172.21.15.173:0/1067726581 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3af0072d30 0x7f3af006f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.282 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.279+0000 7f3af5f35640 1 -- 172.21.15.173:0/1067726581 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3af0072d30 msgr2=0x7f3af006f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:43.282 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.279+0000 7f3af5f35640 1 --2- 172.21.15.173:0/1067726581 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3af0072d30 0x7f3af006f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.282 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.279+0000 7f3af5f35640 1 -- 172.21.15.173:0/1067726581 >> v1:172.21.15.173:6789/0 conn(0x7f3af015b300 legacy=0x7f3af00cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.282 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.279+0000 7f3af5f35640 1 -- 172.21.15.173:0/1067726581 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af00cd900 con 0x7f3af006f700 2024-09-10T09:27:43.282 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3af5f35640 1 --2- 172.21.15.173:0/1067726581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af006f700 0x7f3af015b6e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8009e50 tx=0x7f3ae802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e54c169537908368 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:43.282 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3ae3fff640 1 -- 172.21.15.173:0/1067726581 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae8036070 con 0x7f3af006f700 2024-09-10T09:27:43.282 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3ae3fff640 1 -- 172.21.15.173:0/1067726581 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ae8031600 con 0x7f3af006f700 2024-09-10T09:27:43.282 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3ae3fff640 1 -- 172.21.15.173:0/1067726581 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae80319d0 con 0x7f3af006f700 2024-09-10T09:27:43.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3af7998640 1 -- 172.21.15.173:0/1067726581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af006f700 msgr2=0x7f3af015b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3af7998640 1 --2- 172.21.15.173:0/1067726581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af006f700 0x7f3af015b6e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8009e50 tx=0x7f3ae802a710 comp rx=0 tx=0).stop 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3af7998640 1 -- 172.21.15.173:0/1067726581 shutdown_connections 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3af7998640 1 --2- 172.21.15.173:0/1067726581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af006f700 0x7f3af015b6e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3af7998640 1 --2- 172.21.15.173:0/1067726581 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3af0072d30 0x7f3af006f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3af7998640 1 -- 172.21.15.173:0/1067726581 >> 172.21.15.173:0/1067726581 conn(0x7f3af0067d70 msgr2=0x7f3af006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3af7998640 1 -- 172.21.15.173:0/1067726581 shutdown_connections 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.280+0000 7f3af7998640 1 -- 172.21.15.173:0/1067726581 wait complete. 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af7998640 1 Processor -- start 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af7998640 1 -- start start 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af7998640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3af006f700 0x7f3af00afab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af7998640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3af0072d30 0x7f3af0165de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af7998640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af015b300 0x7f3af014a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af7998640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3af00cd5c0 con 0x7f3af015b300 2024-09-10T09:27:43.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af7998640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3af0072530 con 0x7f3af0072d30 2024-09-10T09:27:43.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af7998640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f3af00cffe0 con 0x7f3af006f700 2024-09-10T09:27:43.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af5f35640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af015b300 0x7f3af014a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af5f35640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af015b300 0x7f3af014a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37676/0 (socket says 172.21.15.173:37676) 2024-09-10T09:27:43.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.282+0000 7f3af5f35640 1 -- 172.21.15.173:0/3595385268 learned_addr learned my addr 172.21.15.173:0/3595385268 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:43.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3af5734640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3af006f700 0x7f3af00afab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3af4f33640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3af0072d30 0x7f3af0165de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3af5f35640 1 -- 172.21.15.173:0/3595385268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3af006f700 msgr2=0x7f3af00afab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3af5f35640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3af006f700 0x7f3af00afab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3af5f35640 1 -- 172.21.15.173:0/3595385268 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3af0072d30 msgr2=0x7f3af0165de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3af5f35640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3af0072d30 0x7f3af0165de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3af5f35640 1 -- 172.21.15.173:0/3595385268 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af0166630 con 0x7f3af015b300 2024-09-10T09:27:43.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3af5f35640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af015b300 0x7f3af014a080 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8009e50 tx=0x7f3ae8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:43.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3ae1ffb640 1 -- 172.21.15.173:0/3595385268 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae8036050 con 0x7f3af015b300 2024-09-10T09:27:43.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3ae1ffb640 1 -- 172.21.15.173:0/3595385268 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ae8042070 con 0x7f3af015b300 2024-09-10T09:27:43.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3ae1ffb640 1 -- 172.21.15.173:0/3595385268 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae8009510 con 0x7f3af015b300 2024-09-10T09:27:43.291 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3af7998640 1 -- 172.21.15.173:0/3595385268 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3af0166910 con 0x7f3af015b300 2024-09-10T09:27:43.291 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.283+0000 7f3af7998640 1 -- 172.21.15.173:0/3595385268 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3af0166ed0 con 0x7f3af015b300 2024-09-10T09:27:43.291 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.284+0000 7f3af7998640 1 -- 172.21.15.173:0/3595385268 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3af006e9f0 con 0x7f3af015b300 2024-09-10T09:27:43.291 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.285+0000 7f3ae1ffb640 1 -- 172.21.15.173:0/3595385268 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3ae8007bd0 con 0x7f3af015b300 2024-09-10T09:27:43.291 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.285+0000 7f3ae1ffb640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3ad406be30 0x7f3ad406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.285+0000 7f3ae1ffb640 1 -- 172.21.15.173:0/3595385268 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3ae80ac030 con 0x7f3af015b300 2024-09-10T09:27:43.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.285+0000 7f3af5734640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3ad406be30 0x7f3ad406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.286+0000 7f3af5734640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3ad406be30 0x7f3ad406e2f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3af00adf50 tx=0x7f3ae4007ce0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:43.293 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.289+0000 7f3ae1ffb640 1 -- 172.21.15.173:0/3595385268 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3ae8045360 con 0x7f3af015b300 2024-09-10T09:27:43.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.452+0000 7f3af7998640 1 -- 172.21.15.173:0/3595385268 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3af006e710 con 0x7f3ad406be30 2024-09-10T09:27:43.461 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.460+0000 7f3ae1ffb640 1 -- 172.21.15.173:0/3595385268 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f3af006e710 con 0x7f3ad406be30 2024-09-10T09:27:43.464 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:43.466 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 -- 172.21.15.173:0/3595385268 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3ad406be30 msgr2=0x7f3ad406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3ad406be30 0x7f3ad406e2f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3af00adf50 tx=0x7f3ae4007ce0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 -- 172.21.15.173:0/3595385268 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af015b300 msgr2=0x7f3af014a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af015b300 0x7f3af014a080 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8009e50 tx=0x7f3ae8004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 -- 172.21.15.173:0/3595385268 shutdown_connections 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3ad406be30 0x7f3ad406e2f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3af015b300 0x7f3af014a080 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3af0072d30 0x7f3af0165de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 --2- 172.21.15.173:0/3595385268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3af006f700 0x7f3af00afab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 -- 172.21.15.173:0/3595385268 >> 172.21.15.173:0/3595385268 conn(0x7f3af0067d70 msgr2=0x7f3af006ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:43.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 -- 172.21.15.173:0/3595385268 shutdown_connections 2024-09-10T09:27:43.469 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.463+0000 7f3af7998640 1 -- 172.21.15.173:0/3595385268 wait complete. 2024-09-10T09:27:43.475 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-10T09:27:42.349765+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219496,"kb_used_data":3272,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755224,"statfs":{"total":773094113280,"available":772869349376,"internally_reserved":0,"allocated":3350528,"data_stored":2018492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1781,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003004"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339093+0000","last_change":"2024-09-10T09:27:16.245668+0000","last_active":"2024-09-10T09:27:24.339093+0000","last_peered":"2024-09-10T09:27:24.339093+0000","last_clean":"2024-09-10T09:27:24.339093+0000","last_became_active":"2024-09-10T09:27:16.245363+0000","last_became_peered":"2024-09-10T09:27:16.245363+0000","last_unstale":"2024-09-10T09:27:24.339093+0000","last_undegraded":"2024-09-10T09:27:24.339093+0000","last_fullsized":"2024-09-10T09:27:24.339093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:49.444631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953046+0000","last_change":"2024-09-10T09:27:17.266308+0000","last_active":"2024-09-10T09:27:22.953046+0000","last_peered":"2024-09-10T09:27:22.953046+0000","last_clean":"2024-09-10T09:27:22.953046+0000","last_became_active":"2024-09-10T09:27:17.266060+0000","last_became_peered":"2024-09-10T09:27:17.266060+0000","last_unstale":"2024-09-10T09:27:22.953046+0000","last_undegraded":"2024-09-10T09:27:22.953046+0000","last_fullsized":"2024-09-10T09:27:22.953046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:41.602822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952416+0000","last_change":"2024-09-10T09:27:21.440090+0000","last_active":"2024-09-10T09:27:22.952416+0000","last_peered":"2024-09-10T09:27:22.952416+0000","last_clean":"2024-09-10T09:27:22.952416+0000","last_became_active":"2024-09-10T09:27:21.439702+0000","last_became_peered":"2024-09-10T09:27:21.439702+0000","last_unstale":"2024-09-10T09:27:22.952416+0000","last_undegraded":"2024-09-10T09:27:22.952416+0000","last_fullsized":"2024-09-10T09:27:22.952416+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:45.679548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953178+0000","last_change":"2024-09-10T09:27:16.247721+0000","last_active":"2024-09-10T09:27:22.953178+0000","last_peered":"2024-09-10T09:27:22.953178+0000","last_clean":"2024-09-10T09:27:22.953178+0000","last_became_active":"2024-09-10T09:27:16.247477+0000","last_became_peered":"2024-09-10T09:27:16.247477+0000","last_unstale":"2024-09-10T09:27:22.953178+0000","last_undegraded":"2024-09-10T09:27:22.953178+0000","last_fullsized":"2024-09-10T09:27:22.953178+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338915+0000","last_change":"2024-09-10T09:27:17.265729+0000","last_active":"2024-09-10T09:27:24.338915+0000","last_peered":"2024-09-10T09:27:24.338915+0000","last_clean":"2024-09-10T09:27:24.338915+0000","last_became_active":"2024-09-10T09:27:17.265248+0000","last_became_peered":"2024-09-10T09:27:17.265248+0000","last_unstale":"2024-09-10T09:27:24.338915+0000","last_undegraded":"2024-09-10T09:27:24.338915+0000","last_fullsized":"2024-09-10T09:27:24.338915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282170+0000","last_change":"2024-09-10T09:27:21.297520+0000","last_active":"2024-09-10T09:27:22.282170+0000","last_peered":"2024-09-10T09:27:22.282170+0000","last_clean":"2024-09-10T09:27:22.282170+0000","last_became_active":"2024-09-10T09:27:21.297019+0000","last_became_peered":"2024-09-10T09:27:21.297019+0000","last_unstale":"2024-09-10T09:27:22.282170+0000","last_undegraded":"2024-09-10T09:27:22.282170+0000","last_fullsized":"2024-09-10T09:27:22.282170+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:57.189084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340248+0000","last_change":"2024-09-10T09:27:16.247736+0000","last_active":"2024-09-10T09:27:24.340248+0000","last_peered":"2024-09-10T09:27:24.340248+0000","last_clean":"2024-09-10T09:27:24.340248+0000","last_became_active":"2024-09-10T09:27:16.247482+0000","last_became_peered":"2024-09-10T09:27:16.247482+0000","last_unstale":"2024-09-10T09:27:24.340248+0000","last_undegraded":"2024-09-10T09:27:24.340248+0000","last_fullsized":"2024-09-10T09:27:24.340248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:35:51.757998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339529+0000","last_change":"2024-09-10T09:27:17.262765+0000","last_active":"2024-09-10T09:27:24.339529+0000","last_peered":"2024-09-10T09:27:24.339529+0000","last_clean":"2024-09-10T09:27:24.339529+0000","last_became_active":"2024-09-10T09:27:17.262491+0000","last_became_peered":"2024-09-10T09:27:17.262491+0000","last_unstale":"2024-09-10T09:27:24.339529+0000","last_undegraded":"2024-09-10T09:27:24.339529+0000","last_fullsized":"2024-09-10T09:27:24.339529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:41.941196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282294+0000","last_change":"2024-09-10T09:27:21.303877+0000","last_active":"2024-09-10T09:27:22.282294+0000","last_peered":"2024-09-10T09:27:22.282294+0000","last_clean":"2024-09-10T09:27:22.282294+0000","last_became_active":"2024-09-10T09:27:21.303275+0000","last_became_peered":"2024-09-10T09:27:21.303275+0000","last_unstale":"2024-09-10T09:27:22.282294+0000","last_undegraded":"2024-09-10T09:27:22.282294+0000","last_fullsized":"2024-09-10T09:27:22.282294+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:42.493099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339206+0000","last_change":"2024-09-10T09:27:16.250770+0000","last_active":"2024-09-10T09:27:24.339206+0000","last_peered":"2024-09-10T09:27:24.339206+0000","last_clean":"2024-09-10T09:27:24.339206+0000","last_became_active":"2024-09-10T09:27:16.250529+0000","last_became_peered":"2024-09-10T09:27:16.250529+0000","last_unstale":"2024-09-10T09:27:24.339206+0000","last_undegraded":"2024-09-10T09:27:24.339206+0000","last_fullsized":"2024-09-10T09:27:24.339206+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:00:53.014267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340000+0000","last_change":"2024-09-10T09:27:17.274057+0000","last_active":"2024-09-10T09:27:24.340000+0000","last_peered":"2024-09-10T09:27:24.340000+0000","last_clean":"2024-09-10T09:27:24.340000+0000","last_became_active":"2024-09-10T09:27:17.273328+0000","last_became_peered":"2024-09-10T09:27:17.273328+0000","last_unstale":"2024-09-10T09:27:24.340000+0000","last_undegraded":"2024-09-10T09:27:24.340000+0000","last_fullsized":"2024-09-10T09:27:24.340000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:50.081039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282093+0000","last_change":"2024-09-10T09:27:21.292416+0000","last_active":"2024-09-10T09:27:22.282093+0000","last_peered":"2024-09-10T09:27:22.282093+0000","last_clean":"2024-09-10T09:27:22.282093+0000","last_became_active":"2024-09-10T09:27:21.292050+0000","last_became_peered":"2024-09-10T09:27:21.292050+0000","last_unstale":"2024-09-10T09:27:22.282093+0000","last_undegraded":"2024-09-10T09:27:22.282093+0000","last_fullsized":"2024-09-10T09:27:22.282093+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:45.046886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339258+0000","last_change":"2024-09-10T09:27:17.260003+0000","last_active":"2024-09-10T09:27:24.339258+0000","last_peered":"2024-09-10T09:27:24.339258+0000","last_clean":"2024-09-10T09:27:24.339258+0000","last_became_active":"2024-09-10T09:27:17.259488+0000","last_became_peered":"2024-09-10T09:27:17.259488+0000","last_unstale":"2024-09-10T09:27:24.339258+0000","last_undegraded":"2024-09-10T09:27:24.339258+0000","last_fullsized":"2024-09-10T09:27:24.339258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338773+0000","last_change":"2024-09-10T09:27:16.250693+0000","last_active":"2024-09-10T09:27:24.338773+0000","last_peered":"2024-09-10T09:27:24.338773+0000","last_clean":"2024-09-10T09:27:24.338773+0000","last_became_active":"2024-09-10T09:27:16.250377+0000","last_became_peered":"2024-09-10T09:27:16.250377+0000","last_unstale":"2024-09-10T09:27:24.338773+0000","last_undegraded":"2024-09-10T09:27:24.338773+0000","last_fullsized":"2024-09-10T09:27:24.338773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:42.494956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282833+0000","last_change":"2024-09-10T09:27:21.303781+0000","last_active":"2024-09-10T09:27:22.282833+0000","last_peered":"2024-09-10T09:27:22.282833+0000","last_clean":"2024-09-10T09:27:22.282833+0000","last_became_active":"2024-09-10T09:27:21.303380+0000","last_became_peered":"2024-09-10T09:27:21.303380+0000","last_unstale":"2024-09-10T09:27:22.282833+0000","last_undegraded":"2024-09-10T09:27:22.282833+0000","last_fullsized":"2024-09-10T09:27:22.282833+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:45.989374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952638+0000","last_change":"2024-09-10T09:27:17.268300+0000","last_active":"2024-09-10T09:27:22.952638+0000","last_peered":"2024-09-10T09:27:22.952638+0000","last_clean":"2024-09-10T09:27:22.952638+0000","last_became_active":"2024-09-10T09:27:17.267946+0000","last_became_peered":"2024-09-10T09:27:17.267946+0000","last_unstale":"2024-09-10T09:27:22.952638+0000","last_undegraded":"2024-09-10T09:27:22.952638+0000","last_fullsized":"2024-09-10T09:27:22.952638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514545+0000","last_change":"2024-09-10T09:27:16.245282+0000","last_active":"2024-09-10T09:27:23.514545+0000","last_peered":"2024-09-10T09:27:23.514545+0000","last_clean":"2024-09-10T09:27:23.514545+0000","last_became_active":"2024-09-10T09:27:16.245016+0000","last_became_peered":"2024-09-10T09:27:16.245016+0000","last_unstale":"2024-09-10T09:27:23.514545+0000","last_undegraded":"2024-09-10T09:27:23.514545+0000","last_fullsized":"2024-09-10T09:27:23.514545+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282504+0000","last_change":"2024-09-10T09:27:21.303990+0000","last_active":"2024-09-10T09:27:22.282504+0000","last_peered":"2024-09-10T09:27:22.282504+0000","last_clean":"2024-09-10T09:27:22.282504+0000","last_became_active":"2024-09-10T09:27:21.303294+0000","last_became_peered":"2024-09-10T09:27:21.303294+0000","last_unstale":"2024-09-10T09:27:22.282504+0000","last_undegraded":"2024-09-10T09:27:22.282504+0000","last_fullsized":"2024-09-10T09:27:22.282504+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:54.129216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952547+0000","last_change":"2024-09-10T09:27:17.264502+0000","last_active":"2024-09-10T09:27:22.952547+0000","last_peered":"2024-09-10T09:27:22.952547+0000","last_clean":"2024-09-10T09:27:22.952547+0000","last_became_active":"2024-09-10T09:27:17.264137+0000","last_became_peered":"2024-09-10T09:27:17.264137+0000","last_unstale":"2024-09-10T09:27:22.952547+0000","last_undegraded":"2024-09-10T09:27:22.952547+0000","last_fullsized":"2024-09-10T09:27:22.952547+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514287+0000","last_change":"2024-09-10T09:27:16.242358+0000","last_active":"2024-09-10T09:27:23.514287+0000","last_peered":"2024-09-10T09:27:23.514287+0000","last_clean":"2024-09-10T09:27:23.514287+0000","last_became_active":"2024-09-10T09:27:16.242094+0000","last_became_peered":"2024-09-10T09:27:16.242094+0000","last_unstale":"2024-09-10T09:27:23.514287+0000","last_undegraded":"2024-09-10T09:27:23.514287+0000","last_fullsized":"2024-09-10T09:27:23.514287+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514849+0000","last_change":"2024-09-10T09:27:21.436938+0000","last_active":"2024-09-10T09:27:23.514849+0000","last_peered":"2024-09-10T09:27:23.514849+0000","last_clean":"2024-09-10T09:27:23.514849+0000","last_became_active":"2024-09-10T09:27:21.436551+0000","last_became_peered":"2024-09-10T09:27:21.436551+0000","last_unstale":"2024-09-10T09:27:23.514849+0000","last_undegraded":"2024-09-10T09:27:23.514849+0000","last_fullsized":"2024-09-10T09:27:23.514849+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:35:11.570539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282347+0000","last_change":"2024-09-10T09:27:17.257422+0000","last_active":"2024-09-10T09:27:22.282347+0000","last_peered":"2024-09-10T09:27:22.282347+0000","last_clean":"2024-09-10T09:27:22.282347+0000","last_became_active":"2024-09-10T09:27:17.257118+0000","last_became_peered":"2024-09-10T09:27:17.257118+0000","last_unstale":"2024-09-10T09:27:22.282347+0000","last_undegraded":"2024-09-10T09:27:22.282347+0000","last_fullsized":"2024-09-10T09:27:22.282347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:43.841226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339595+0000","last_change":"2024-09-10T09:27:16.249333+0000","last_active":"2024-09-10T09:27:24.339595+0000","last_peered":"2024-09-10T09:27:24.339595+0000","last_clean":"2024-09-10T09:27:24.339595+0000","last_became_active":"2024-09-10T09:27:16.248986+0000","last_became_peered":"2024-09-10T09:27:16.248986+0000","last_unstale":"2024-09-10T09:27:24.339595+0000","last_undegraded":"2024-09-10T09:27:24.339595+0000","last_fullsized":"2024-09-10T09:27:24.339595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:41.319953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282880+0000","last_change":"2024-09-10T09:27:21.304094+0000","last_active":"2024-09-10T09:27:22.282880+0000","last_peered":"2024-09-10T09:27:22.282880+0000","last_clean":"2024-09-10T09:27:22.282880+0000","last_became_active":"2024-09-10T09:27:21.303590+0000","last_became_peered":"2024-09-10T09:27:21.303590+0000","last_unstale":"2024-09-10T09:27:22.282880+0000","last_undegraded":"2024-09-10T09:27:22.282880+0000","last_fullsized":"2024-09-10T09:27:22.282880+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:13.722880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339177+0000","last_change":"2024-09-10T09:27:17.263403+0000","last_active":"2024-09-10T09:27:24.339177+0000","last_peered":"2024-09-10T09:27:24.339177+0000","last_clean":"2024-09-10T09:27:24.339177+0000","last_became_active":"2024-09-10T09:27:17.262015+0000","last_became_peered":"2024-09-10T09:27:17.262015+0000","last_unstale":"2024-09-10T09:27:24.339177+0000","last_undegraded":"2024-09-10T09:27:24.339177+0000","last_fullsized":"2024-09-10T09:27:24.339177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:49.771784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340909+0000","last_change":"2024-09-10T09:27:16.245922+0000","last_active":"2024-09-10T09:27:24.340909+0000","last_peered":"2024-09-10T09:27:24.340909+0000","last_clean":"2024-09-10T09:27:24.340909+0000","last_became_active":"2024-09-10T09:27:16.245624+0000","last_became_peered":"2024-09-10T09:27:16.245624+0000","last_unstale":"2024-09-10T09:27:24.340909+0000","last_undegraded":"2024-09-10T09:27:24.340909+0000","last_fullsized":"2024-09-10T09:27:24.340909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:14.404227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282353+0000","last_change":"2024-09-10T09:27:21.437586+0000","last_active":"2024-09-10T09:27:22.282353+0000","last_peered":"2024-09-10T09:27:22.282353+0000","last_clean":"2024-09-10T09:27:22.282353+0000","last_became_active":"2024-09-10T09:27:21.437200+0000","last_became_peered":"2024-09-10T09:27:21.437200+0000","last_unstale":"2024-09-10T09:27:22.282353+0000","last_undegraded":"2024-09-10T09:27:22.282353+0000","last_fullsized":"2024-09-10T09:27:22.282353+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:57.417960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953229+0000","last_change":"2024-09-10T09:27:17.267979+0000","last_active":"2024-09-10T09:27:22.953229+0000","last_peered":"2024-09-10T09:27:22.953229+0000","last_clean":"2024-09-10T09:27:22.953229+0000","last_became_active":"2024-09-10T09:27:17.267669+0000","last_became_peered":"2024-09-10T09:27:17.267669+0000","last_unstale":"2024-09-10T09:27:22.953229+0000","last_undegraded":"2024-09-10T09:27:22.953229+0000","last_fullsized":"2024-09-10T09:27:22.953229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:41.941196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514790+0000","last_change":"2024-09-10T09:27:16.247050+0000","last_active":"2024-09-10T09:27:23.514790+0000","last_peered":"2024-09-10T09:27:23.514790+0000","last_clean":"2024-09-10T09:27:23.514790+0000","last_became_active":"2024-09-10T09:27:16.246783+0000","last_became_peered":"2024-09-10T09:27:16.246783+0000","last_unstale":"2024-09-10T09:27:23.514790+0000","last_undegraded":"2024-09-10T09:27:23.514790+0000","last_fullsized":"2024-09-10T09:27:23.514790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:14.404227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952358+0000","last_change":"2024-09-10T09:27:21.438997+0000","last_active":"2024-09-10T09:27:22.952358+0000","last_peered":"2024-09-10T09:27:22.952358+0000","last_clean":"2024-09-10T09:27:22.952358+0000","last_became_active":"2024-09-10T09:27:21.438665+0000","last_became_peered":"2024-09-10T09:27:21.438665+0000","last_unstale":"2024-09-10T09:27:22.952358+0000","last_undegraded":"2024-09-10T09:27:22.952358+0000","last_fullsized":"2024-09-10T09:27:22.952358+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:39.188616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514796+0000","last_change":"2024-09-10T09:27:17.263201+0000","last_active":"2024-09-10T09:27:23.514796+0000","last_peered":"2024-09-10T09:27:23.514796+0000","last_clean":"2024-09-10T09:27:23.514796+0000","last_became_active":"2024-09-10T09:27:17.262826+0000","last_became_peered":"2024-09-10T09:27:17.262826+0000","last_unstale":"2024-09-10T09:27:23.514796+0000","last_undegraded":"2024-09-10T09:27:23.514796+0000","last_fullsized":"2024-09-10T09:27:23.514796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340495+0000","last_change":"2024-09-10T09:27:16.246036+0000","last_active":"2024-09-10T09:27:24.340495+0000","last_peered":"2024-09-10T09:27:24.340495+0000","last_clean":"2024-09-10T09:27:24.340495+0000","last_became_active":"2024-09-10T09:27:16.245756+0000","last_became_peered":"2024-09-10T09:27:16.245756+0000","last_unstale":"2024-09-10T09:27:24.340495+0000","last_undegraded":"2024-09-10T09:27:24.340495+0000","last_fullsized":"2024-09-10T09:27:24.340495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:30:13.266725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338655+0000","last_change":"2024-09-10T09:27:21.436846+0000","last_active":"2024-09-10T09:27:24.338655+0000","last_peered":"2024-09-10T09:27:24.338655+0000","last_clean":"2024-09-10T09:27:24.338655+0000","last_became_active":"2024-09-10T09:27:21.436459+0000","last_became_peered":"2024-09-10T09:27:21.436459+0000","last_unstale":"2024-09-10T09:27:24.338655+0000","last_undegraded":"2024-09-10T09:27:24.338655+0000","last_fullsized":"2024-09-10T09:27:24.338655+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:10.063215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340101+0000","last_change":"2024-09-10T09:27:17.267747+0000","last_active":"2024-09-10T09:27:24.340101+0000","last_peered":"2024-09-10T09:27:24.340101+0000","last_clean":"2024-09-10T09:27:24.340101+0000","last_became_active":"2024-09-10T09:27:17.267171+0000","last_became_peered":"2024-09-10T09:27:17.267171+0000","last_unstale":"2024-09-10T09:27:24.340101+0000","last_undegraded":"2024-09-10T09:27:24.340101+0000","last_fullsized":"2024-09-10T09:27:24.340101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:53.369782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514889+0000","last_change":"2024-09-10T09:27:16.241546+0000","last_active":"2024-09-10T09:27:23.514889+0000","last_peered":"2024-09-10T09:27:23.514889+0000","last_clean":"2024-09-10T09:27:23.514889+0000","last_became_active":"2024-09-10T09:27:16.241266+0000","last_became_peered":"2024-09-10T09:27:16.241266+0000","last_unstale":"2024-09-10T09:27:23.514889+0000","last_undegraded":"2024-09-10T09:27:23.514889+0000","last_fullsized":"2024-09-10T09:27:23.514889+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514386+0000","last_change":"2024-09-10T09:27:21.298998+0000","last_active":"2024-09-10T09:27:23.514386+0000","last_peered":"2024-09-10T09:27:23.514386+0000","last_clean":"2024-09-10T09:27:23.514386+0000","last_became_active":"2024-09-10T09:27:21.298215+0000","last_became_peered":"2024-09-10T09:27:21.298215+0000","last_unstale":"2024-09-10T09:27:23.514386+0000","last_undegraded":"2024-09-10T09:27:23.514386+0000","last_fullsized":"2024-09-10T09:27:23.514386+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282686+0000","last_change":"2024-09-10T09:27:17.267645+0000","last_active":"2024-09-10T09:27:22.282686+0000","last_peered":"2024-09-10T09:27:22.282686+0000","last_clean":"2024-09-10T09:27:22.282686+0000","last_became_active":"2024-09-10T09:27:17.267378+0000","last_became_peered":"2024-09-10T09:27:17.267378+0000","last_unstale":"2024-09-10T09:27:22.282686+0000","last_undegraded":"2024-09-10T09:27:22.282686+0000","last_fullsized":"2024-09-10T09:27:22.282686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:16.356371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338533+0000","last_change":"2024-09-10T09:27:16.245251+0000","last_active":"2024-09-10T09:27:24.338533+0000","last_peered":"2024-09-10T09:27:24.338533+0000","last_clean":"2024-09-10T09:27:24.338533+0000","last_became_active":"2024-09-10T09:27:16.244973+0000","last_became_peered":"2024-09-10T09:27:16.244973+0000","last_unstale":"2024-09-10T09:27:24.338533+0000","last_undegraded":"2024-09-10T09:27:24.338533+0000","last_fullsized":"2024-09-10T09:27:24.338533+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514647+0000","last_change":"2024-09-10T09:27:21.301350+0000","last_active":"2024-09-10T09:27:23.514647+0000","last_peered":"2024-09-10T09:27:23.514647+0000","last_clean":"2024-09-10T09:27:23.514647+0000","last_became_active":"2024-09-10T09:27:21.300922+0000","last_became_peered":"2024-09-10T09:27:21.300922+0000","last_unstale":"2024-09-10T09:27:23.514647+0000","last_undegraded":"2024-09-10T09:27:23.514647+0000","last_fullsized":"2024-09-10T09:27:23.514647+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:28.282862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514198+0000","last_change":"2024-09-10T09:27:17.259838+0000","last_active":"2024-09-10T09:27:23.514198+0000","last_peered":"2024-09-10T09:27:23.514198+0000","last_clean":"2024-09-10T09:27:23.514198+0000","last_became_active":"2024-09-10T09:27:17.259540+0000","last_became_peered":"2024-09-10T09:27:17.259540+0000","last_unstale":"2024-09-10T09:27:23.514198+0000","last_undegraded":"2024-09-10T09:27:23.514198+0000","last_fullsized":"2024-09-10T09:27:23.514198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281925+0000","last_change":"2024-09-10T09:27:16.242098+0000","last_active":"2024-09-10T09:27:22.281925+0000","last_peered":"2024-09-10T09:27:22.281925+0000","last_clean":"2024-09-10T09:27:22.281925+0000","last_became_active":"2024-09-10T09:27:16.241812+0000","last_became_peered":"2024-09-10T09:27:16.241812+0000","last_unstale":"2024-09-10T09:27:22.281925+0000","last_undegraded":"2024-09-10T09:27:22.281925+0000","last_fullsized":"2024-09-10T09:27:22.281925+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514923+0000","last_change":"2024-09-10T09:27:21.302734+0000","last_active":"2024-09-10T09:27:23.514923+0000","last_peered":"2024-09-10T09:27:23.514923+0000","last_clean":"2024-09-10T09:27:23.514923+0000","last_became_active":"2024-09-10T09:27:21.301925+0000","last_became_peered":"2024-09-10T09:27:21.301925+0000","last_unstale":"2024-09-10T09:27:23.514923+0000","last_undegraded":"2024-09-10T09:27:23.514923+0000","last_fullsized":"2024-09-10T09:27:23.514923+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:16:45.546325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338434+0000","last_change":"2024-09-10T09:27:17.252788+0000","last_active":"2024-09-10T09:27:24.338434+0000","last_peered":"2024-09-10T09:27:24.338434+0000","last_clean":"2024-09-10T09:27:24.338434+0000","last_became_active":"2024-09-10T09:27:17.252482+0000","last_became_peered":"2024-09-10T09:27:17.252482+0000","last_unstale":"2024-09-10T09:27:24.338434+0000","last_undegraded":"2024-09-10T09:27:24.338434+0000","last_fullsized":"2024-09-10T09:27:24.338434+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:03:20.293600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339310+0000","last_change":"2024-09-10T09:27:16.247901+0000","last_active":"2024-09-10T09:27:24.339310+0000","last_peered":"2024-09-10T09:27:24.339310+0000","last_clean":"2024-09-10T09:27:24.339310+0000","last_became_active":"2024-09-10T09:27:16.247617+0000","last_became_peered":"2024-09-10T09:27:16.247617+0000","last_unstale":"2024-09-10T09:27:24.339310+0000","last_undegraded":"2024-09-10T09:27:24.339310+0000","last_fullsized":"2024-09-10T09:27:24.339310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:08:30.649449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339146+0000","last_change":"2024-09-10T09:27:21.436617+0000","last_active":"2024-09-10T09:27:24.339146+0000","last_peered":"2024-09-10T09:27:24.339146+0000","last_clean":"2024-09-10T09:27:24.339146+0000","last_became_active":"2024-09-10T09:27:21.436240+0000","last_became_peered":"2024-09-10T09:27:21.436240+0000","last_unstale":"2024-09-10T09:27:24.339146+0000","last_undegraded":"2024-09-10T09:27:24.339146+0000","last_fullsized":"2024-09-10T09:27:24.339146+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:35:11.570539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952652+0000","last_change":"2024-09-10T09:27:17.266093+0000","last_active":"2024-09-10T09:27:22.952652+0000","last_peered":"2024-09-10T09:27:22.952652+0000","last_clean":"2024-09-10T09:27:22.952652+0000","last_became_active":"2024-09-10T09:27:17.265354+0000","last_became_peered":"2024-09-10T09:27:17.265354+0000","last_unstale":"2024-09-10T09:27:22.952652+0000","last_undegraded":"2024-09-10T09:27:22.952652+0000","last_fullsized":"2024-09-10T09:27:22.952652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338555+0000","last_change":"2024-09-10T09:27:16.243837+0000","last_active":"2024-09-10T09:27:24.338555+0000","last_peered":"2024-09-10T09:27:24.338555+0000","last_clean":"2024-09-10T09:27:24.338555+0000","last_became_active":"2024-09-10T09:27:16.243535+0000","last_became_peered":"2024-09-10T09:27:16.243535+0000","last_unstale":"2024-09-10T09:27:24.338555+0000","last_undegraded":"2024-09-10T09:27:24.338555+0000","last_fullsized":"2024-09-10T09:27:24.338555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339713+0000","last_change":"2024-09-10T09:27:08.656727+0000","last_active":"2024-09-10T09:27:24.339713+0000","last_peered":"2024-09-10T09:27:24.339713+0000","last_clean":"2024-09-10T09:27:24.339713+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:27:24.339713+0000","last_undegraded":"2024-09-10T09:27:24.339713+0000","last_fullsized":"2024-09-10T09:27:24.339713+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_clean_scrub_stamp":"2024-09-10T09:27:07.184898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:23.145910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339884+0000","last_change":"2024-09-10T09:27:21.437452+0000","last_active":"2024-09-10T09:27:24.339884+0000","last_peered":"2024-09-10T09:27:24.339884+0000","last_clean":"2024-09-10T09:27:24.339884+0000","last_became_active":"2024-09-10T09:27:21.437050+0000","last_became_peered":"2024-09-10T09:27:21.437050+0000","last_unstale":"2024-09-10T09:27:24.339884+0000","last_undegraded":"2024-09-10T09:27:24.339884+0000","last_fullsized":"2024-09-10T09:27:24.339884+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:10.063215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340062+0000","last_change":"2024-09-10T09:27:17.282036+0000","last_active":"2024-09-10T09:27:24.340062+0000","last_peered":"2024-09-10T09:27:24.340062+0000","last_clean":"2024-09-10T09:27:24.340062+0000","last_became_active":"2024-09-10T09:27:17.281532+0000","last_became_peered":"2024-09-10T09:27:17.281532+0000","last_unstale":"2024-09-10T09:27:24.340062+0000","last_undegraded":"2024-09-10T09:27:24.340062+0000","last_fullsized":"2024-09-10T09:27:24.340062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:07:08.037949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282074+0000","last_change":"2024-09-10T09:27:16.244600+0000","last_active":"2024-09-10T09:27:22.282074+0000","last_peered":"2024-09-10T09:27:22.282074+0000","last_clean":"2024-09-10T09:27:22.282074+0000","last_became_active":"2024-09-10T09:27:16.244301+0000","last_became_peered":"2024-09-10T09:27:16.244301+0000","last_unstale":"2024-09-10T09:27:22.282074+0000","last_undegraded":"2024-09-10T09:27:22.282074+0000","last_fullsized":"2024-09-10T09:27:22.282074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339149+0000","last_change":"2024-09-10T09:27:21.437017+0000","last_active":"2024-09-10T09:27:24.339149+0000","last_peered":"2024-09-10T09:27:24.339149+0000","last_clean":"2024-09-10T09:27:24.339149+0000","last_became_active":"2024-09-10T09:27:21.436467+0000","last_became_peered":"2024-09-10T09:27:21.436467+0000","last_unstale":"2024-09-10T09:27:24.339149+0000","last_undegraded":"2024-09-10T09:27:24.339149+0000","last_fullsized":"2024-09-10T09:27:24.339149+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:13.722880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339631+0000","last_change":"2024-09-10T09:27:17.268513+0000","last_active":"2024-09-10T09:27:24.339631+0000","last_peered":"2024-09-10T09:27:24.339631+0000","last_clean":"2024-09-10T09:27:24.339631+0000","last_became_active":"2024-09-10T09:27:17.268038+0000","last_became_peered":"2024-09-10T09:27:17.268038+0000","last_unstale":"2024-09-10T09:27:24.339631+0000","last_undegraded":"2024-09-10T09:27:24.339631+0000","last_fullsized":"2024-09-10T09:27:24.339631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:36:09.674703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514842+0000","last_change":"2024-09-10T09:27:16.244414+0000","last_active":"2024-09-10T09:27:23.514842+0000","last_peered":"2024-09-10T09:27:23.514842+0000","last_clean":"2024-09-10T09:27:23.514842+0000","last_became_active":"2024-09-10T09:27:16.243776+0000","last_became_peered":"2024-09-10T09:27:16.243776+0000","last_unstale":"2024-09-10T09:27:23.514842+0000","last_undegraded":"2024-09-10T09:27:23.514842+0000","last_fullsized":"2024-09-10T09:27:23.514842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:02.814540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338823+0000","last_change":"2024-09-10T09:27:21.305302+0000","last_active":"2024-09-10T09:27:24.338823+0000","last_peered":"2024-09-10T09:27:24.338823+0000","last_clean":"2024-09-10T09:27:24.338823+0000","last_became_active":"2024-09-10T09:27:21.304907+0000","last_became_peered":"2024-09-10T09:27:21.304907+0000","last_unstale":"2024-09-10T09:27:24.338823+0000","last_undegraded":"2024-09-10T09:27:24.338823+0000","last_fullsized":"2024-09-10T09:27:24.338823+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340792+0000","last_change":"2024-09-10T09:27:17.279801+0000","last_active":"2024-09-10T09:27:24.340792+0000","last_peered":"2024-09-10T09:27:24.340792+0000","last_clean":"2024-09-10T09:27:24.340792+0000","last_became_active":"2024-09-10T09:27:17.279460+0000","last_became_peered":"2024-09-10T09:27:17.279460+0000","last_unstale":"2024-09-10T09:27:24.340792+0000","last_undegraded":"2024-09-10T09:27:24.340792+0000","last_fullsized":"2024-09-10T09:27:24.340792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:31.719549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282101+0000","last_change":"2024-09-10T09:27:16.244704+0000","last_active":"2024-09-10T09:27:22.282101+0000","last_peered":"2024-09-10T09:27:22.282101+0000","last_clean":"2024-09-10T09:27:22.282101+0000","last_became_active":"2024-09-10T09:27:16.244421+0000","last_became_peered":"2024-09-10T09:27:16.244421+0000","last_unstale":"2024-09-10T09:27:22.282101+0000","last_undegraded":"2024-09-10T09:27:22.282101+0000","last_fullsized":"2024-09-10T09:27:22.282101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339148+0000","last_change":"2024-09-10T09:27:21.440107+0000","last_active":"2024-09-10T09:27:24.339148+0000","last_peered":"2024-09-10T09:27:24.339148+0000","last_clean":"2024-09-10T09:27:24.339148+0000","last_became_active":"2024-09-10T09:27:21.439683+0000","last_became_peered":"2024-09-10T09:27:21.439683+0000","last_unstale":"2024-09-10T09:27:24.339148+0000","last_undegraded":"2024-09-10T09:27:24.339148+0000","last_fullsized":"2024-09-10T09:27:24.339148+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:39.188616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339774+0000","last_change":"2024-09-10T09:27:17.279775+0000","last_active":"2024-09-10T09:27:24.339774+0000","last_peered":"2024-09-10T09:27:24.339774+0000","last_clean":"2024-09-10T09:27:24.339774+0000","last_became_active":"2024-09-10T09:27:17.279179+0000","last_became_peered":"2024-09-10T09:27:17.279179+0000","last_unstale":"2024-09-10T09:27:24.339774+0000","last_undegraded":"2024-09-10T09:27:24.339774+0000","last_fullsized":"2024-09-10T09:27:24.339774+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:54.120678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282890+0000","last_change":"2024-09-10T09:27:16.237894+0000","last_active":"2024-09-10T09:27:22.282890+0000","last_peered":"2024-09-10T09:27:22.282890+0000","last_clean":"2024-09-10T09:27:22.282890+0000","last_became_active":"2024-09-10T09:27:16.237568+0000","last_became_peered":"2024-09-10T09:27:16.237568+0000","last_unstale":"2024-09-10T09:27:22.282890+0000","last_undegraded":"2024-09-10T09:27:22.282890+0000","last_fullsized":"2024-09-10T09:27:22.282890+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:17:31.152366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281980+0000","last_change":"2024-09-10T09:27:21.297459+0000","last_active":"2024-09-10T09:27:22.281980+0000","last_peered":"2024-09-10T09:27:22.281980+0000","last_clean":"2024-09-10T09:27:22.281980+0000","last_became_active":"2024-09-10T09:27:21.297032+0000","last_became_peered":"2024-09-10T09:27:21.297032+0000","last_unstale":"2024-09-10T09:27:22.281980+0000","last_undegraded":"2024-09-10T09:27:22.281980+0000","last_fullsized":"2024-09-10T09:27:22.281980+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:56.951743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340554+0000","last_change":"2024-09-10T09:27:17.274683+0000","last_active":"2024-09-10T09:27:24.340554+0000","last_peered":"2024-09-10T09:27:24.340554+0000","last_clean":"2024-09-10T09:27:24.340554+0000","last_became_active":"2024-09-10T09:27:17.274402+0000","last_became_peered":"2024-09-10T09:27:17.274402+0000","last_unstale":"2024-09-10T09:27:24.340554+0000","last_undegraded":"2024-09-10T09:27:24.340554+0000","last_fullsized":"2024-09-10T09:27:24.340554+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:43:22.498921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281677+0000","last_change":"2024-09-10T09:27:16.242296+0000","last_active":"2024-09-10T09:27:22.281677+0000","last_peered":"2024-09-10T09:27:22.281677+0000","last_clean":"2024-09-10T09:27:22.281677+0000","last_became_active":"2024-09-10T09:27:16.241217+0000","last_became_peered":"2024-09-10T09:27:16.241217+0000","last_unstale":"2024-09-10T09:27:22.281677+0000","last_undegraded":"2024-09-10T09:27:22.281677+0000","last_fullsized":"2024-09-10T09:27:22.281677+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:33.438016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339013+0000","last_change":"2024-09-10T09:27:21.294946+0000","last_active":"2024-09-10T09:27:24.339013+0000","last_peered":"2024-09-10T09:27:24.339013+0000","last_clean":"2024-09-10T09:27:24.339013+0000","last_became_active":"2024-09-10T09:27:21.294538+0000","last_became_peered":"2024-09-10T09:27:21.294538+0000","last_unstale":"2024-09-10T09:27:24.339013+0000","last_undegraded":"2024-09-10T09:27:24.339013+0000","last_fullsized":"2024-09-10T09:27:24.339013+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:28.282862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339344+0000","last_change":"2024-09-10T09:27:17.262976+0000","last_active":"2024-09-10T09:27:24.339344+0000","last_peered":"2024-09-10T09:27:24.339344+0000","last_clean":"2024-09-10T09:27:24.339344+0000","last_became_active":"2024-09-10T09:27:17.262336+0000","last_became_peered":"2024-09-10T09:27:17.262336+0000","last_unstale":"2024-09-10T09:27:24.339344+0000","last_undegraded":"2024-09-10T09:27:24.339344+0000","last_fullsized":"2024-09-10T09:27:24.339344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338427+0000","last_change":"2024-09-10T09:27:16.245943+0000","last_active":"2024-09-10T09:27:24.338427+0000","last_peered":"2024-09-10T09:27:24.338427+0000","last_clean":"2024-09-10T09:27:24.338427+0000","last_became_active":"2024-09-10T09:27:16.245641+0000","last_became_peered":"2024-09-10T09:27:16.245641+0000","last_unstale":"2024-09-10T09:27:24.338427+0000","last_undegraded":"2024-09-10T09:27:24.338427+0000","last_fullsized":"2024-09-10T09:27:24.338427+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:42.836466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953177+0000","last_change":"2024-09-10T09:27:21.437293+0000","last_active":"2024-09-10T09:27:22.953177+0000","last_peered":"2024-09-10T09:27:22.953177+0000","last_clean":"2024-09-10T09:27:22.953177+0000","last_became_active":"2024-09-10T09:27:21.436923+0000","last_became_peered":"2024-09-10T09:27:21.436923+0000","last_unstale":"2024-09-10T09:27:22.953177+0000","last_undegraded":"2024-09-10T09:27:22.953177+0000","last_fullsized":"2024-09-10T09:27:22.953177+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:36.473450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339339+0000","last_change":"2024-09-10T09:27:17.280211+0000","last_active":"2024-09-10T09:27:24.339339+0000","last_peered":"2024-09-10T09:27:24.339339+0000","last_clean":"2024-09-10T09:27:24.339339+0000","last_became_active":"2024-09-10T09:27:17.279388+0000","last_became_peered":"2024-09-10T09:27:17.279388+0000","last_unstale":"2024-09-10T09:27:24.339339+0000","last_undegraded":"2024-09-10T09:27:24.339339+0000","last_fullsized":"2024-09-10T09:27:24.339339+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:06.401421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338667+0000","last_change":"2024-09-10T09:27:16.244646+0000","last_active":"2024-09-10T09:27:24.338667+0000","last_peered":"2024-09-10T09:27:24.338667+0000","last_clean":"2024-09-10T09:27:24.338667+0000","last_became_active":"2024-09-10T09:27:16.244223+0000","last_became_peered":"2024-09-10T09:27:16.244223+0000","last_unstale":"2024-09-10T09:27:24.338667+0000","last_undegraded":"2024-09-10T09:27:24.338667+0000","last_fullsized":"2024-09-10T09:27:24.338667+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952832+0000","last_change":"2024-09-10T09:27:21.435621+0000","last_active":"2024-09-10T09:27:22.952832+0000","last_peered":"2024-09-10T09:27:22.952832+0000","last_clean":"2024-09-10T09:27:22.952832+0000","last_became_active":"2024-09-10T09:27:21.435227+0000","last_became_peered":"2024-09-10T09:27:21.435227+0000","last_unstale":"2024-09-10T09:27:22.952832+0000","last_undegraded":"2024-09-10T09:27:22.952832+0000","last_fullsized":"2024-09-10T09:27:22.952832+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:44.865427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338586+0000","last_change":"2024-09-10T09:27:17.260692+0000","last_active":"2024-09-10T09:27:24.338586+0000","last_peered":"2024-09-10T09:27:24.338586+0000","last_clean":"2024-09-10T09:27:24.338586+0000","last_became_active":"2024-09-10T09:27:17.260142+0000","last_became_peered":"2024-09-10T09:27:17.260142+0000","last_unstale":"2024-09-10T09:27:24.338586+0000","last_undegraded":"2024-09-10T09:27:24.338586+0000","last_fullsized":"2024-09-10T09:27:24.338586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338198+0000","last_change":"2024-09-10T09:27:16.245125+0000","last_active":"2024-09-10T09:27:24.338198+0000","last_peered":"2024-09-10T09:27:24.338198+0000","last_clean":"2024-09-10T09:27:24.338198+0000","last_became_active":"2024-09-10T09:27:16.244829+0000","last_became_peered":"2024-09-10T09:27:16.244829+0000","last_unstale":"2024-09-10T09:27:24.338198+0000","last_undegraded":"2024-09-10T09:27:24.338198+0000","last_fullsized":"2024-09-10T09:27:24.338198+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:33.438016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340267+0000","last_change":"2024-09-10T09:27:21.435611+0000","last_active":"2024-09-10T09:27:24.340267+0000","last_peered":"2024-09-10T09:27:24.340267+0000","last_clean":"2024-09-10T09:27:24.340267+0000","last_became_active":"2024-09-10T09:27:21.435206+0000","last_became_peered":"2024-09-10T09:27:21.435206+0000","last_unstale":"2024-09-10T09:27:24.340267+0000","last_undegraded":"2024-09-10T09:27:24.340267+0000","last_fullsized":"2024-09-10T09:27:24.340267+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:45.679548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339974+0000","last_change":"2024-09-10T09:27:17.274161+0000","last_active":"2024-09-10T09:27:24.339974+0000","last_peered":"2024-09-10T09:27:24.339974+0000","last_clean":"2024-09-10T09:27:24.339974+0000","last_became_active":"2024-09-10T09:27:17.272845+0000","last_became_peered":"2024-09-10T09:27:17.272845+0000","last_unstale":"2024-09-10T09:27:24.339974+0000","last_undegraded":"2024-09-10T09:27:24.339974+0000","last_fullsized":"2024-09-10T09:27:24.339974+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:30:38.459913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:26.618584+0000","last_change":"2024-09-10T09:27:16.246047+0000","last_active":"2024-09-10T09:27:26.618584+0000","last_peered":"2024-09-10T09:27:26.618584+0000","last_clean":"2024-09-10T09:27:26.618584+0000","last_became_active":"2024-09-10T09:27:16.245730+0000","last_became_peered":"2024-09-10T09:27:16.245730+0000","last_unstale":"2024-09-10T09:27:26.618584+0000","last_undegraded":"2024-09-10T09:27:26.618584+0000","last_fullsized":"2024-09-10T09:27:26.618584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:02.814540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514495+0000","last_change":"2024-09-10T09:27:21.301186+0000","last_active":"2024-09-10T09:27:23.514495+0000","last_peered":"2024-09-10T09:27:23.514495+0000","last_clean":"2024-09-10T09:27:23.514495+0000","last_became_active":"2024-09-10T09:27:21.300784+0000","last_became_peered":"2024-09-10T09:27:21.300784+0000","last_unstale":"2024-09-10T09:27:23.514495+0000","last_undegraded":"2024-09-10T09:27:23.514495+0000","last_fullsized":"2024-09-10T09:27:23.514495+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:47.949143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282609+0000","last_change":"2024-09-10T09:27:17.263631+0000","last_active":"2024-09-10T09:27:22.282609+0000","last_peered":"2024-09-10T09:27:22.282609+0000","last_clean":"2024-09-10T09:27:22.282609+0000","last_became_active":"2024-09-10T09:27:17.261989+0000","last_became_peered":"2024-09-10T09:27:17.261989+0000","last_unstale":"2024-09-10T09:27:22.282609+0000","last_undegraded":"2024-09-10T09:27:22.282609+0000","last_fullsized":"2024-09-10T09:27:22.282609+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:03.819300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514783+0000","last_change":"2024-09-10T09:27:16.244626+0000","last_active":"2024-09-10T09:27:23.514783+0000","last_peered":"2024-09-10T09:27:23.514783+0000","last_clean":"2024-09-10T09:27:23.514783+0000","last_became_active":"2024-09-10T09:27:16.244159+0000","last_became_peered":"2024-09-10T09:27:16.244159+0000","last_unstale":"2024-09-10T09:27:23.514783+0000","last_undegraded":"2024-09-10T09:27:23.514783+0000","last_fullsized":"2024-09-10T09:27:23.514783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:38.859803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282435+0000","last_change":"2024-09-10T09:27:21.304815+0000","last_active":"2024-09-10T09:27:22.282435+0000","last_peered":"2024-09-10T09:27:22.282435+0000","last_clean":"2024-09-10T09:27:22.282435+0000","last_became_active":"2024-09-10T09:27:21.304238+0000","last_became_peered":"2024-09-10T09:27:21.304238+0000","last_unstale":"2024-09-10T09:27:22.282435+0000","last_undegraded":"2024-09-10T09:27:22.282435+0000","last_fullsized":"2024-09-10T09:27:22.282435+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:45.651000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339016+0000","last_change":"2024-09-10T09:27:17.265513+0000","last_active":"2024-09-10T09:27:24.339016+0000","last_peered":"2024-09-10T09:27:24.339016+0000","last_clean":"2024-09-10T09:27:24.339016+0000","last_became_active":"2024-09-10T09:27:17.264896+0000","last_became_peered":"2024-09-10T09:27:17.264896+0000","last_unstale":"2024-09-10T09:27:24.339016+0000","last_undegraded":"2024-09-10T09:27:24.339016+0000","last_fullsized":"2024-09-10T09:27:24.339016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339730+0000","last_change":"2024-09-10T09:27:16.248642+0000","last_active":"2024-09-10T09:27:24.339730+0000","last_peered":"2024-09-10T09:27:24.339730+0000","last_clean":"2024-09-10T09:27:24.339730+0000","last_became_active":"2024-09-10T09:27:16.248291+0000","last_became_peered":"2024-09-10T09:27:16.248291+0000","last_unstale":"2024-09-10T09:27:24.339730+0000","last_undegraded":"2024-09-10T09:27:24.339730+0000","last_fullsized":"2024-09-10T09:27:24.339730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952531+0000","last_change":"2024-09-10T09:27:21.297916+0000","last_active":"2024-09-10T09:27:22.952531+0000","last_peered":"2024-09-10T09:27:22.952531+0000","last_clean":"2024-09-10T09:27:22.952531+0000","last_became_active":"2024-09-10T09:27:21.297532+0000","last_became_peered":"2024-09-10T09:27:21.297532+0000","last_unstale":"2024-09-10T09:27:22.952531+0000","last_undegraded":"2024-09-10T09:27:22.952531+0000","last_fullsized":"2024-09-10T09:27:22.952531+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:26.784788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339623+0000","last_change":"2024-09-10T09:27:17.276778+0000","last_active":"2024-09-10T09:27:24.339623+0000","last_peered":"2024-09-10T09:27:24.339623+0000","last_clean":"2024-09-10T09:27:24.339623+0000","last_became_active":"2024-09-10T09:27:17.276521+0000","last_became_peered":"2024-09-10T09:27:17.276521+0000","last_unstale":"2024-09-10T09:27:24.339623+0000","last_undegraded":"2024-09-10T09:27:24.339623+0000","last_fullsized":"2024-09-10T09:27:24.339623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:41.602822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340697+0000","last_change":"2024-09-10T09:27:16.246646+0000","last_active":"2024-09-10T09:27:24.340697+0000","last_peered":"2024-09-10T09:27:24.340697+0000","last_clean":"2024-09-10T09:27:24.340697+0000","last_became_active":"2024-09-10T09:27:16.246345+0000","last_became_peered":"2024-09-10T09:27:16.246345+0000","last_unstale":"2024-09-10T09:27:24.340697+0000","last_undegraded":"2024-09-10T09:27:24.340697+0000","last_fullsized":"2024-09-10T09:27:24.340697+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:38.859803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952494+0000","last_change":"2024-09-10T09:27:21.436913+0000","last_active":"2024-09-10T09:27:22.952494+0000","last_peered":"2024-09-10T09:27:22.952494+0000","last_clean":"2024-09-10T09:27:22.952494+0000","last_became_active":"2024-09-10T09:27:21.436568+0000","last_became_peered":"2024-09-10T09:27:21.436568+0000","last_unstale":"2024-09-10T09:27:22.952494+0000","last_undegraded":"2024-09-10T09:27:22.952494+0000","last_fullsized":"2024-09-10T09:27:22.952494+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:51.456960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338845+0000","last_change":"2024-09-10T09:27:21.437489+0000","last_active":"2024-09-10T09:27:24.338845+0000","last_peered":"2024-09-10T09:27:24.338845+0000","last_clean":"2024-09-10T09:27:24.338845+0000","last_became_active":"2024-09-10T09:27:21.437099+0000","last_became_peered":"2024-09-10T09:27:21.437099+0000","last_unstale":"2024-09-10T09:27:24.338845+0000","last_undegraded":"2024-09-10T09:27:24.338845+0000","last_fullsized":"2024-09-10T09:27:24.338845+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:47.949143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514163+0000","last_change":"2024-09-10T09:27:17.268332+0000","last_active":"2024-09-10T09:27:23.514163+0000","last_peered":"2024-09-10T09:27:23.514163+0000","last_clean":"2024-09-10T09:27:23.514163+0000","last_became_active":"2024-09-10T09:27:17.267951+0000","last_became_peered":"2024-09-10T09:27:17.267951+0000","last_unstale":"2024-09-10T09:27:23.514163+0000","last_undegraded":"2024-09-10T09:27:23.514163+0000","last_fullsized":"2024-09-10T09:27:23.514163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:49.771784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338955+0000","last_change":"2024-09-10T09:27:16.243664+0000","last_active":"2024-09-10T09:27:24.338955+0000","last_peered":"2024-09-10T09:27:24.338955+0000","last_clean":"2024-09-10T09:27:24.338955+0000","last_became_active":"2024-09-10T09:27:16.243295+0000","last_became_peered":"2024-09-10T09:27:16.243295+0000","last_unstale":"2024-09-10T09:27:24.338955+0000","last_undegraded":"2024-09-10T09:27:24.338955+0000","last_fullsized":"2024-09-10T09:27:24.338955+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:12.815550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340532+0000","last_change":"2024-09-10T09:27:21.301329+0000","last_active":"2024-09-10T09:27:24.340532+0000","last_peered":"2024-09-10T09:27:24.340532+0000","last_clean":"2024-09-10T09:27:24.340532+0000","last_became_active":"2024-09-10T09:27:21.300990+0000","last_became_peered":"2024-09-10T09:27:21.300990+0000","last_unstale":"2024-09-10T09:27:24.340532+0000","last_undegraded":"2024-09-10T09:27:24.340532+0000","last_fullsized":"2024-09-10T09:27:24.340532+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:15.430007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952466+0000","last_change":"2024-09-10T09:27:17.265767+0000","last_active":"2024-09-10T09:27:22.952466+0000","last_peered":"2024-09-10T09:27:22.952466+0000","last_clean":"2024-09-10T09:27:22.952466+0000","last_became_active":"2024-09-10T09:27:17.265481+0000","last_became_peered":"2024-09-10T09:27:17.265481+0000","last_unstale":"2024-09-10T09:27:22.952466+0000","last_undegraded":"2024-09-10T09:27:22.952466+0000","last_fullsized":"2024-09-10T09:27:22.952466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952660+0000","last_change":"2024-09-10T09:27:16.248117+0000","last_active":"2024-09-10T09:27:22.952660+0000","last_peered":"2024-09-10T09:27:22.952660+0000","last_clean":"2024-09-10T09:27:22.952660+0000","last_became_active":"2024-09-10T09:27:16.247860+0000","last_became_peered":"2024-09-10T09:27:16.247860+0000","last_unstale":"2024-09-10T09:27:22.952660+0000","last_undegraded":"2024-09-10T09:27:22.952660+0000","last_fullsized":"2024-09-10T09:27:22.952660+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:11.358920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338937+0000","last_change":"2024-09-10T09:27:16.243667+0000","last_active":"2024-09-10T09:27:24.338937+0000","last_peered":"2024-09-10T09:27:24.338937+0000","last_clean":"2024-09-10T09:27:24.338937+0000","last_became_active":"2024-09-10T09:27:16.243340+0000","last_became_peered":"2024-09-10T09:27:16.243340+0000","last_unstale":"2024-09-10T09:27:24.338937+0000","last_undegraded":"2024-09-10T09:27:24.338937+0000","last_fullsized":"2024-09-10T09:27:24.338937+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:50:15.351611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338933+0000","last_change":"2024-09-10T09:27:17.255096+0000","last_active":"2024-09-10T09:27:24.338933+0000","last_peered":"2024-09-10T09:27:24.338933+0000","last_clean":"2024-09-10T09:27:24.338933+0000","last_became_active":"2024-09-10T09:27:17.254403+0000","last_became_peered":"2024-09-10T09:27:17.254403+0000","last_unstale":"2024-09-10T09:27:24.338933+0000","last_undegraded":"2024-09-10T09:27:24.338933+0000","last_fullsized":"2024-09-10T09:27:24.338933+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281900+0000","last_change":"2024-09-10T09:27:21.297515+0000","last_active":"2024-09-10T09:27:22.281900+0000","last_peered":"2024-09-10T09:27:22.281900+0000","last_clean":"2024-09-10T09:27:22.281900+0000","last_became_active":"2024-09-10T09:27:21.297137+0000","last_became_peered":"2024-09-10T09:27:21.297137+0000","last_unstale":"2024-09-10T09:27:22.281900+0000","last_undegraded":"2024-09-10T09:27:22.281900+0000","last_fullsized":"2024-09-10T09:27:22.281900+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:25.206285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952743+0000","last_change":"2024-09-10T09:27:16.246741+0000","last_active":"2024-09-10T09:27:22.952743+0000","last_peered":"2024-09-10T09:27:22.952743+0000","last_clean":"2024-09-10T09:27:22.952743+0000","last_became_active":"2024-09-10T09:27:16.246453+0000","last_became_peered":"2024-09-10T09:27:16.246453+0000","last_unstale":"2024-09-10T09:27:22.952743+0000","last_undegraded":"2024-09-10T09:27:22.952743+0000","last_fullsized":"2024-09-10T09:27:22.952743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:15.218368+0000","last_clean_scrub_stamp":"2024-09-10T09:27:15.218368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:14.751050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282201+0000","last_change":"2024-09-10T09:27:17.255988+0000","last_active":"2024-09-10T09:27:22.282201+0000","last_peered":"2024-09-10T09:27:22.282201+0000","last_clean":"2024-09-10T09:27:22.282201+0000","last_became_active":"2024-09-10T09:27:17.254577+0000","last_became_peered":"2024-09-10T09:27:17.254577+0000","last_unstale":"2024-09-10T09:27:22.282201+0000","last_undegraded":"2024-09-10T09:27:22.282201+0000","last_fullsized":"2024-09-10T09:27:22.282201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:15.755811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952894+0000","last_change":"2024-09-10T09:27:21.297496+0000","last_active":"2024-09-10T09:27:22.952894+0000","last_peered":"2024-09-10T09:27:22.952894+0000","last_clean":"2024-09-10T09:27:22.952894+0000","last_became_active":"2024-09-10T09:27:21.297103+0000","last_became_peered":"2024-09-10T09:27:21.297103+0000","last_unstale":"2024-09-10T09:27:22.952894+0000","last_undegraded":"2024-09-10T09:27:22.952894+0000","last_fullsized":"2024-09-10T09:27:22.952894+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:20.271306+0000","last_clean_scrub_stamp":"2024-09-10T09:27:20.271306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:51:16.924278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339165+0000","last_change":"2024-09-10T09:27:17.262571+0000","last_active":"2024-09-10T09:27:24.339165+0000","last_peered":"2024-09-10T09:27:24.339165+0000","last_clean":"2024-09-10T09:27:24.339165+0000","last_became_active":"2024-09-10T09:27:17.262284+0000","last_became_peered":"2024-09-10T09:27:17.262284+0000","last_unstale":"2024-09-10T09:27:24.339165+0000","last_undegraded":"2024-09-10T09:27:24.339165+0000","last_fullsized":"2024-09-10T09:27:24.339165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.281683+0000","last_change":"2024-09-10T09:27:17.263294+0000","last_active":"2024-09-10T09:27:22.281683+0000","last_peered":"2024-09-10T09:27:22.281683+0000","last_clean":"2024-09-10T09:27:22.281683+0000","last_became_active":"2024-09-10T09:27:17.263006+0000","last_became_peered":"2024-09-10T09:27:17.263006+0000","last_unstale":"2024-09-10T09:27:22.281683+0000","last_undegraded":"2024-09-10T09:27:22.281683+0000","last_fullsized":"2024-09-10T09:27:22.281683+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:15.408987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340299+0000","last_change":"2024-09-10T09:27:17.273149+0000","last_active":"2024-09-10T09:27:24.340299+0000","last_peered":"2024-09-10T09:27:24.340299+0000","last_clean":"2024-09-10T09:27:24.340299+0000","last_became_active":"2024-09-10T09:27:17.267256+0000","last_became_peered":"2024-09-10T09:27:17.267256+0000","last_unstale":"2024-09-10T09:27:24.340299+0000","last_undegraded":"2024-09-10T09:27:24.340299+0000","last_fullsized":"2024-09-10T09:27:24.340299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:23:11.381829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338813+0000","last_change":"2024-09-10T09:27:17.270879+0000","last_active":"2024-09-10T09:27:24.338813+0000","last_peered":"2024-09-10T09:27:24.338813+0000","last_clean":"2024-09-10T09:27:24.338813+0000","last_became_active":"2024-09-10T09:27:17.270515+0000","last_became_peered":"2024-09-10T09:27:17.270515+0000","last_unstale":"2024-09-10T09:27:24.338813+0000","last_undegraded":"2024-09-10T09:27:24.338813+0000","last_fullsized":"2024-09-10T09:27:24.338813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:03.919888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952952+0000","last_change":"2024-09-10T09:27:17.268072+0000","last_active":"2024-09-10T09:27:22.952952+0000","last_peered":"2024-09-10T09:27:22.952952+0000","last_clean":"2024-09-10T09:27:22.952952+0000","last_became_active":"2024-09-10T09:27:17.267723+0000","last_became_peered":"2024-09-10T09:27:17.267723+0000","last_unstale":"2024-09-10T09:27:22.952952+0000","last_undegraded":"2024-09-10T09:27:22.952952+0000","last_fullsized":"2024-09-10T09:27:22.952952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:53.369782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514587+0000","last_change":"2024-09-10T09:27:17.269519+0000","last_active":"2024-09-10T09:27:23.514587+0000","last_peered":"2024-09-10T09:27:23.514587+0000","last_clean":"2024-09-10T09:27:23.514587+0000","last_became_active":"2024-09-10T09:27:17.267747+0000","last_became_peered":"2024-09-10T09:27:17.267747+0000","last_unstale":"2024-09-10T09:27:23.514587+0000","last_undegraded":"2024-09-10T09:27:23.514587+0000","last_fullsized":"2024-09-10T09:27:23.514587+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.341044+0000","last_change":"2024-09-10T09:27:17.275711+0000","last_active":"2024-09-10T09:27:24.341044+0000","last_peered":"2024-09-10T09:27:24.341044+0000","last_clean":"2024-09-10T09:27:24.341044+0000","last_became_active":"2024-09-10T09:27:17.275401+0000","last_became_peered":"2024-09-10T09:27:17.275401+0000","last_unstale":"2024-09-10T09:27:24.341044+0000","last_undegraded":"2024-09-10T09:27:24.341044+0000","last_fullsized":"2024-09-10T09:27:24.341044+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.953176+0000","last_change":"2024-09-10T09:27:17.265920+0000","last_active":"2024-09-10T09:27:22.953176+0000","last_peered":"2024-09-10T09:27:22.953176+0000","last_clean":"2024-09-10T09:27:22.953176+0000","last_became_active":"2024-09-10T09:27:17.265639+0000","last_became_peered":"2024-09-10T09:27:17.265639+0000","last_unstale":"2024-09-10T09:27:22.953176+0000","last_undegraded":"2024-09-10T09:27:22.953176+0000","last_fullsized":"2024-09-10T09:27:22.953176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:16:50.081039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339419+0000","last_change":"2024-09-10T09:27:17.267885+0000","last_active":"2024-09-10T09:27:24.339419+0000","last_peered":"2024-09-10T09:27:24.339419+0000","last_clean":"2024-09-10T09:27:24.339419+0000","last_became_active":"2024-09-10T09:27:17.267579+0000","last_became_peered":"2024-09-10T09:27:17.267579+0000","last_unstale":"2024-09-10T09:27:24.339419+0000","last_undegraded":"2024-09-10T09:27:24.339419+0000","last_fullsized":"2024-09-10T09:27:24.339419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952629+0000","last_change":"2024-09-10T09:27:17.265798+0000","last_active":"2024-09-10T09:27:22.952629+0000","last_peered":"2024-09-10T09:27:22.952629+0000","last_clean":"2024-09-10T09:27:22.952629+0000","last_became_active":"2024-09-10T09:27:17.265370+0000","last_became_peered":"2024-09-10T09:27:17.265370+0000","last_unstale":"2024-09-10T09:27:22.952629+0000","last_undegraded":"2024-09-10T09:27:22.952629+0000","last_fullsized":"2024-09-10T09:27:22.952629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340089+0000","last_change":"2024-09-10T09:27:17.274639+0000","last_active":"2024-09-10T09:27:24.340089+0000","last_peered":"2024-09-10T09:27:24.340089+0000","last_clean":"2024-09-10T09:27:24.340089+0000","last_became_active":"2024-09-10T09:27:17.274352+0000","last_became_peered":"2024-09-10T09:27:17.274352+0000","last_unstale":"2024-09-10T09:27:24.340089+0000","last_undegraded":"2024-09-10T09:27:24.340089+0000","last_fullsized":"2024-09-10T09:27:24.340089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338646+0000","last_change":"2024-09-10T09:27:17.269246+0000","last_active":"2024-09-10T09:27:24.338646+0000","last_peered":"2024-09-10T09:27:24.338646+0000","last_clean":"2024-09-10T09:27:24.338646+0000","last_became_active":"2024-09-10T09:27:17.268961+0000","last_became_peered":"2024-09-10T09:27:17.268961+0000","last_unstale":"2024-09-10T09:27:24.338646+0000","last_undegraded":"2024-09-10T09:27:24.338646+0000","last_fullsized":"2024-09-10T09:27:24.338646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:21.158107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339710+0000","last_change":"2024-09-10T09:27:17.260750+0000","last_active":"2024-09-10T09:27:24.339710+0000","last_peered":"2024-09-10T09:27:24.339710+0000","last_clean":"2024-09-10T09:27:24.339710+0000","last_became_active":"2024-09-10T09:27:17.260482+0000","last_became_peered":"2024-09-10T09:27:17.260482+0000","last_unstale":"2024-09-10T09:27:24.339710+0000","last_undegraded":"2024-09-10T09:27:24.339710+0000","last_fullsized":"2024-09-10T09:27:24.339710+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340341+0000","last_change":"2024-09-10T09:27:17.273755+0000","last_active":"2024-09-10T09:27:24.340341+0000","last_peered":"2024-09-10T09:27:24.340341+0000","last_clean":"2024-09-10T09:27:24.340341+0000","last_became_active":"2024-09-10T09:27:17.273506+0000","last_became_peered":"2024-09-10T09:27:17.273506+0000","last_unstale":"2024-09-10T09:27:24.340341+0000","last_undegraded":"2024-09-10T09:27:24.340341+0000","last_fullsized":"2024-09-10T09:27:24.340341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:22.895011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282051+0000","last_change":"2024-09-10T09:27:17.263703+0000","last_active":"2024-09-10T09:27:22.282051+0000","last_peered":"2024-09-10T09:27:22.282051+0000","last_clean":"2024-09-10T09:27:22.282051+0000","last_became_active":"2024-09-10T09:27:17.262698+0000","last_became_peered":"2024-09-10T09:27:17.262698+0000","last_unstale":"2024-09-10T09:27:22.282051+0000","last_undegraded":"2024-09-10T09:27:22.282051+0000","last_fullsized":"2024-09-10T09:27:22.282051+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:41.690447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339875+0000","last_change":"2024-09-10T09:27:17.276654+0000","last_active":"2024-09-10T09:27:24.339875+0000","last_peered":"2024-09-10T09:27:24.339875+0000","last_clean":"2024-09-10T09:27:24.339875+0000","last_became_active":"2024-09-10T09:27:17.276381+0000","last_became_peered":"2024-09-10T09:27:17.276381+0000","last_unstale":"2024-09-10T09:27:24.339875+0000","last_undegraded":"2024-09-10T09:27:24.339875+0000","last_fullsized":"2024-09-10T09:27:24.339875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:06.015037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339324+0000","last_change":"2024-09-10T09:27:17.263087+0000","last_active":"2024-09-10T09:27:24.339324+0000","last_peered":"2024-09-10T09:27:24.339324+0000","last_clean":"2024-09-10T09:27:24.339324+0000","last_became_active":"2024-09-10T09:27:17.262797+0000","last_became_peered":"2024-09-10T09:27:17.262797+0000","last_unstale":"2024-09-10T09:27:24.339324+0000","last_undegraded":"2024-09-10T09:27:24.339324+0000","last_fullsized":"2024-09-10T09:27:24.339324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:33.368650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514256+0000","last_change":"2024-09-10T09:27:17.261148+0000","last_active":"2024-09-10T09:27:23.514256+0000","last_peered":"2024-09-10T09:27:23.514256+0000","last_clean":"2024-09-10T09:27:23.514256+0000","last_became_active":"2024-09-10T09:27:17.260860+0000","last_became_peered":"2024-09-10T09:27:17.260860+0000","last_unstale":"2024-09-10T09:27:23.514256+0000","last_undegraded":"2024-09-10T09:27:23.514256+0000","last_fullsized":"2024-09-10T09:27:23.514256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338557+0000","last_change":"2024-09-10T09:27:17.255498+0000","last_active":"2024-09-10T09:27:24.338557+0000","last_peered":"2024-09-10T09:27:24.338557+0000","last_clean":"2024-09-10T09:27:24.338557+0000","last_became_active":"2024-09-10T09:27:17.255102+0000","last_became_peered":"2024-09-10T09:27:17.255102+0000","last_unstale":"2024-09-10T09:27:24.338557+0000","last_undegraded":"2024-09-10T09:27:24.338557+0000","last_fullsized":"2024-09-10T09:27:24.338557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952600+0000","last_change":"2024-09-10T09:27:17.268561+0000","last_active":"2024-09-10T09:27:22.952600+0000","last_peered":"2024-09-10T09:27:22.952600+0000","last_clean":"2024-09-10T09:27:22.952600+0000","last_became_active":"2024-09-10T09:27:17.268190+0000","last_became_peered":"2024-09-10T09:27:17.268190+0000","last_unstale":"2024-09-10T09:27:22.952600+0000","last_undegraded":"2024-09-10T09:27:22.952600+0000","last_fullsized":"2024-09-10T09:27:22.952600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:28:38.708963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.282578+0000","last_change":"2024-09-10T09:27:17.264548+0000","last_active":"2024-09-10T09:27:22.282578+0000","last_peered":"2024-09-10T09:27:22.282578+0000","last_clean":"2024-09-10T09:27:22.282578+0000","last_became_active":"2024-09-10T09:27:17.263671+0000","last_became_peered":"2024-09-10T09:27:17.263671+0000","last_unstale":"2024-09-10T09:27:22.282578+0000","last_undegraded":"2024-09-10T09:27:22.282578+0000","last_fullsized":"2024-09-10T09:27:22.282578+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:58:39.864563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340063+0000","last_change":"2024-09-10T09:27:17.263734+0000","last_active":"2024-09-10T09:27:24.340063+0000","last_peered":"2024-09-10T09:27:24.340063+0000","last_clean":"2024-09-10T09:27:24.340063+0000","last_became_active":"2024-09-10T09:27:17.263270+0000","last_became_peered":"2024-09-10T09:27:17.263270+0000","last_unstale":"2024-09-10T09:27:24.340063+0000","last_undegraded":"2024-09-10T09:27:24.340063+0000","last_fullsized":"2024-09-10T09:27:24.340063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340983+0000","last_change":"2024-09-10T09:27:17.264414+0000","last_active":"2024-09-10T09:27:24.340983+0000","last_peered":"2024-09-10T09:27:24.340983+0000","last_clean":"2024-09-10T09:27:24.340983+0000","last_became_active":"2024-09-10T09:27:17.264156+0000","last_became_peered":"2024-09-10T09:27:17.264156+0000","last_unstale":"2024-09-10T09:27:24.340983+0000","last_undegraded":"2024-09-10T09:27:24.340983+0000","last_fullsized":"2024-09-10T09:27:24.340983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:32:53.140906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340830+0000","last_change":"2024-09-10T09:27:17.281834+0000","last_active":"2024-09-10T09:27:24.340830+0000","last_peered":"2024-09-10T09:27:24.340830+0000","last_clean":"2024-09-10T09:27:24.340830+0000","last_became_active":"2024-09-10T09:27:17.281526+0000","last_became_peered":"2024-09-10T09:27:17.281526+0000","last_unstale":"2024-09-10T09:27:24.340830+0000","last_undegraded":"2024-09-10T09:27:24.340830+0000","last_fullsized":"2024-09-10T09:27:24.340830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:00.279606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:22.952414+0000","last_change":"2024-09-10T09:27:17.268890+0000","last_active":"2024-09-10T09:27:22.952414+0000","last_peered":"2024-09-10T09:27:22.952414+0000","last_clean":"2024-09-10T09:27:22.952414+0000","last_became_active":"2024-09-10T09:27:17.268517+0000","last_became_peered":"2024-09-10T09:27:17.268517+0000","last_unstale":"2024-09-10T09:27:22.952414+0000","last_undegraded":"2024-09-10T09:27:22.952414+0000","last_fullsized":"2024-09-10T09:27:22.952414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:23.094636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340421+0000","last_change":"2024-09-10T09:27:17.270323+0000","last_active":"2024-09-10T09:27:24.340421+0000","last_peered":"2024-09-10T09:27:24.340421+0000","last_clean":"2024-09-10T09:27:24.340421+0000","last_became_active":"2024-09-10T09:27:17.270054+0000","last_became_peered":"2024-09-10T09:27:17.270054+0000","last_unstale":"2024-09-10T09:27:24.340421+0000","last_undegraded":"2024-09-10T09:27:24.340421+0000","last_fullsized":"2024-09-10T09:27:24.340421+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:57.385889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340069+0000","last_change":"2024-09-10T09:27:17.262375+0000","last_active":"2024-09-10T09:27:24.340069+0000","last_peered":"2024-09-10T09:27:24.340069+0000","last_clean":"2024-09-10T09:27:24.340069+0000","last_became_active":"2024-09-10T09:27:17.262114+0000","last_became_peered":"2024-09-10T09:27:17.262114+0000","last_unstale":"2024-09-10T09:27:24.340069+0000","last_undegraded":"2024-09-10T09:27:24.340069+0000","last_fullsized":"2024-09-10T09:27:24.340069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:40.998709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339151+0000","last_change":"2024-09-10T09:27:17.271080+0000","last_active":"2024-09-10T09:27:24.339151+0000","last_peered":"2024-09-10T09:27:24.339151+0000","last_clean":"2024-09-10T09:27:24.339151+0000","last_became_active":"2024-09-10T09:27:17.270803+0000","last_became_peered":"2024-09-10T09:27:17.270803+0000","last_unstale":"2024-09-10T09:27:24.339151+0000","last_undegraded":"2024-09-10T09:27:24.339151+0000","last_fullsized":"2024-09-10T09:27:24.339151+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:58.494809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.339423+0000","last_change":"2024-09-10T09:27:17.268991+0000","last_active":"2024-09-10T09:27:24.339423+0000","last_peered":"2024-09-10T09:27:24.339423+0000","last_clean":"2024-09-10T09:27:24.339423+0000","last_became_active":"2024-09-10T09:27:17.268675+0000","last_became_peered":"2024-09-10T09:27:17.268675+0000","last_unstale":"2024-09-10T09:27:24.339423+0000","last_undegraded":"2024-09-10T09:27:24.339423+0000","last_fullsized":"2024-09-10T09:27:24.339423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:38.444921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.338705+0000","last_change":"2024-09-10T09:27:17.258328+0000","last_active":"2024-09-10T09:27:24.338705+0000","last_peered":"2024-09-10T09:27:24.338705+0000","last_clean":"2024-09-10T09:27:24.338705+0000","last_became_active":"2024-09-10T09:27:17.258030+0000","last_became_peered":"2024-09-10T09:27:17.258030+0000","last_unstale":"2024-09-10T09:27:24.338705+0000","last_undegraded":"2024-09-10T09:27:24.338705+0000","last_fullsized":"2024-09-10T09:27:24.338705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:27.015443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:23.514783+0000","last_change":"2024-09-10T09:27:17.262102+0000","last_active":"2024-09-10T09:27:23.514783+0000","last_peered":"2024-09-10T09:27:23.514783+0000","last_clean":"2024-09-10T09:27:23.514783+0000","last_became_active":"2024-09-10T09:27:17.261815+0000","last_became_peered":"2024-09-10T09:27:17.261815+0000","last_unstale":"2024-09-10T09:27:23.514783+0000","last_undegraded":"2024-09-10T09:27:23.514783+0000","last_fullsized":"2024-09-10T09:27:23.514783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:52.903565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-10T09:27:24.340665+0000","last_change":"2024-09-10T09:27:17.277538+0000","last_active":"2024-09-10T09:27:24.340665+0000","last_peered":"2024-09-10T09:27:24.340665+0000","last_clean":"2024-09-10T09:27:24.340665+0000","last_became_active":"2024-09-10T09:27:17.276853+0000","last_became_peered":"2024-09-10T09:27:17.276853+0000","last_unstale":"2024-09-10T09:27:24.340665+0000","last_undegraded":"2024-09-10T09:27:24.340665+0000","last_fullsized":"2024-09-10T09:27:24.340665+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:16.223128+0000","last_clean_scrub_stamp":"2024-09-10T09:27:16.223128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:21.604918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542153,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27868,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343972,"statfs":{"total":96636764160,"available":96608227328,"internally_reserved":0,"allocated":860160,"data_stored":694509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542155,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542153,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":103649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542154,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":103685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542155,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542155,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":262144,"data_stored":103559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542155,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":103719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542154,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:27:43.480 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T09:27:43.480 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T09:27:43.480 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T09:27:43.481 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T09:27:43.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.612+0000 7f1c6f75b640 1 Processor -- start 2024-09-10T09:27:43.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.612+0000 7f1c6f75b640 1 -- start start 2024-09-10T09:27:43.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6f75b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1c6815b300 0x7f1c680cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6f75b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c6806f8d0 0x7f1c6815b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6f75b640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c680cdbe0 con 0x7f1c680cd3f0 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6f75b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f1c680728a0 con 0x7f1c6815b300 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6f75b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1c680cd900 con 0x7f1c6806f8d0 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6dcf8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c6806f8d0 0x7f1c6815b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6d4f7640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1c6815b300 0x7f1c680cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6ccf6640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f1c680cd3f0 0x7f1c6806f1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:60638/0 (socket says 172.21.15.173:60638) 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6d4f7640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1c6815b300 0x7f1c680cceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:36044/0 (socket says 172.21.15.173:36044) 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6ccf6640 1 -- 172.21.15.173:0/2085691107 learned_addr learned my addr 172.21.15.173:0/2085691107 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6d4f7640 1 -- 172.21.15.173:0/2085691107 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c6806f8d0 msgr2=0x7f1c6815b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6d4f7640 1 --2- 172.21.15.173:0/2085691107 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c6806f8d0 0x7f1c6815b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6d4f7640 1 -- 172.21.15.173:0/2085691107 >> v1:172.21.15.176:6789/0 conn(0x7f1c680cd3f0 legacy=0x7f1c6806f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.613+0000 7f1c6d4f7640 1 -- 172.21.15.173:0/2085691107 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c68072250 con 0x7f1c6815b300 2024-09-10T09:27:43.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.614+0000 7f1c6d4f7640 1 --2- 172.21.15.173:0/2085691107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c6815b300 0x7f1c680cceb0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1c640097a0 tx=0x7f1c6402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69646e04db5610cc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:43.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.614+0000 7f1c5ffff640 1 -- 172.21.15.173:0/2085691107 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c64037070 con 0x7f1c6815b300 2024-09-10T09:27:43.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.614+0000 7f1c5ffff640 1 -- 172.21.15.173:0/2085691107 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c64032440 con 0x7f1c6815b300 2024-09-10T09:27:43.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.614+0000 7f1c5ffff640 1 -- 172.21.15.173:0/2085691107 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c64032810 con 0x7f1c6815b300 2024-09-10T09:27:43.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.615+0000 7f1c6f75b640 1 -- 172.21.15.173:0/2085691107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c6815b300 msgr2=0x7f1c680cceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.615+0000 7f1c6f75b640 1 --2- 172.21.15.173:0/2085691107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c6815b300 0x7f1c680cceb0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1c640097a0 tx=0x7f1c6402a180 comp rx=0 tx=0).stop 2024-09-10T09:27:43.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.615+0000 7f1c6f75b640 1 -- 172.21.15.173:0/2085691107 shutdown_connections 2024-09-10T09:27:43.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.615+0000 7f1c6f75b640 1 --2- 172.21.15.173:0/2085691107 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c6806f8d0 0x7f1c6815b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.615+0000 7f1c6f75b640 1 --2- 172.21.15.173:0/2085691107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c6815b300 0x7f1c680cceb0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.615+0000 7f1c6f75b640 1 -- 172.21.15.173:0/2085691107 >> 172.21.15.173:0/2085691107 conn(0x7f1c68067d70 msgr2=0x7f1c6806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:43.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.615+0000 7f1c6f75b640 1 -- 172.21.15.173:0/2085691107 shutdown_connections 2024-09-10T09:27:43.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.615+0000 7f1c6f75b640 1 -- 172.21.15.173:0/2085691107 wait complete. 2024-09-10T09:27:43.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.616+0000 7f1c6f75b640 1 Processor -- start 2024-09-10T09:27:43.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.616+0000 7f1c6f75b640 1 -- start start 2024-09-10T09:27:43.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6f75b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c6806f8d0 0x7f1c68155460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6f75b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c680cd3f0 0x7f1c68150bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6f75b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c6815b300 0x7f1c68157f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6f75b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1c680d0160 con 0x7f1c6806f8d0 2024-09-10T09:27:43.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6f75b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1c680cffe0 con 0x7f1c6815b300 2024-09-10T09:27:43.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6f75b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1c68072d30 con 0x7f1c680cd3f0 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6d4f7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c6806f8d0 0x7f1c68155460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6d4f7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c6806f8d0 0x7f1c68155460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37690/0 (socket says 172.21.15.173:37690) 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6d4f7640 1 -- 172.21.15.173:0/1368450791 learned_addr learned my addr 172.21.15.173:0/1368450791 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6dcf8640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c6815b300 0x7f1c68157f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6ccf6640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c680cd3f0 0x7f1c68150bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6d4f7640 1 -- 172.21.15.173:0/1368450791 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c680cd3f0 msgr2=0x7f1c68150bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6d4f7640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c680cd3f0 0x7f1c68150bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6d4f7640 1 -- 172.21.15.173:0/1368450791 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c6815b300 msgr2=0x7f1c68157f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6d4f7640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c6815b300 0x7f1c68157f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6d4f7640 1 -- 172.21.15.173:0/1368450791 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c680af9a0 con 0x7f1c6806f8d0 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.617+0000 7f1c6d4f7640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c6806f8d0 0x7f1c68155460 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1c6402a1c0 tx=0x7f1c640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.618+0000 7f1c5dffb640 1 -- 172.21.15.173:0/1368450791 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c640398c0 con 0x7f1c6806f8d0 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.618+0000 7f1c5dffb640 1 -- 172.21.15.173:0/1368450791 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c64039aa0 con 0x7f1c6806f8d0 2024-09-10T09:27:43.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.618+0000 7f1c6f75b640 1 -- 172.21.15.173:0/1368450791 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c680afc80 con 0x7f1c6806f8d0 2024-09-10T09:27:43.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.618+0000 7f1c5dffb640 1 -- 172.21.15.173:0/1368450791 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c64044480 con 0x7f1c6806f8d0 2024-09-10T09:27:43.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.618+0000 7f1c6f75b640 1 -- 172.21.15.173:0/1368450791 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c68158460 con 0x7f1c6806f8d0 2024-09-10T09:27:43.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.619+0000 7f1c6f75b640 1 -- 172.21.15.173:0/1368450791 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c680ce9c0 con 0x7f1c6806f8d0 2024-09-10T09:27:43.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.619+0000 7f1c5dffb640 1 -- 172.21.15.173:0/1368450791 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1c6404d3f0 con 0x7f1c6806f8d0 2024-09-10T09:27:43.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.620+0000 7f1c5dffb640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c4c06be60 0x7f1c4c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.620+0000 7f1c5dffb640 1 -- 172.21.15.173:0/1368450791 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1c640ad840 con 0x7f1c6806f8d0 2024-09-10T09:27:43.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.620+0000 7f1c6ccf6640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c4c06be60 0x7f1c4c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.620+0000 7f1c6ccf6640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c4c06be60 0x7f1c4c06e320 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1c681f4680 tx=0x7f1c58007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:43.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.624+0000 7f1c5dffb640 1 -- 172.21.15.173:0/1368450791 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1c680ce9c0 con 0x7f1c6806f8d0 2024-09-10T09:27:43.824 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.823+0000 7f1c6f75b640 1 -- 172.21.15.173:0/1368450791 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f1c6815a360 con 0x7f1c6806f8d0 2024-09-10T09:27:43.824 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.823+0000 7f1c5dffb640 1 -- 172.21.15.173:0/1368450791 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f1c6407b850 con 0x7f1c6806f8d0 2024-09-10T09:27:43.824 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:43.824 INFO:teuthology.orchestra.run.smithi173.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T09:27:43.826 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 -- 172.21.15.173:0/1368450791 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c4c06be60 msgr2=0x7f1c4c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.826 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c4c06be60 0x7f1c4c06e320 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1c681f4680 tx=0x7f1c58007e80 comp rx=0 tx=0).stop 2024-09-10T09:27:43.826 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 -- 172.21.15.173:0/1368450791 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c6806f8d0 msgr2=0x7f1c68155460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c6806f8d0 0x7f1c68155460 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1c6402a1c0 tx=0x7f1c640046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 -- 172.21.15.173:0/1368450791 shutdown_connections 2024-09-10T09:27:43.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c4c06be60 0x7f1c4c06e320 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c6815b300 0x7f1c68157f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c680cd3f0 0x7f1c68150bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 --2- 172.21.15.173:0/1368450791 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c6806f8d0 0x7f1c68155460 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 -- 172.21.15.173:0/1368450791 >> 172.21.15.173:0/1368450791 conn(0x7f1c68067d70 msgr2=0x7f1c6806f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:43.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 -- 172.21.15.173:0/1368450791 shutdown_connections 2024-09-10T09:27:43.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.825+0000 7f1c6f75b640 1 -- 172.21.15.173:0/1368450791 wait complete. 2024-09-10T09:27:43.837 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T09:27:43.837 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:43.935 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.934+0000 7fa0af2a5640 1 Processor -- start 2024-09-10T09:27:43.935 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.934+0000 7fa0af2a5640 1 -- start start 2024-09-10T09:27:43.936 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa0af2a5640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa0a8072940 0x7fa0a8072da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.936 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa0af2a5640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0a80b3570 con 0x7fa0a815ba30 2024-09-10T09:27:43.936 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa0af2a5640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0a80b3850 con 0x7fa0a80b4880 2024-09-10T09:27:43.936 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa0af2a5640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fa0a80732e0 con 0x7fa0a8072940 2024-09-10T09:27:43.936 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa0ac840640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa0a8072940 0x7fa0a8072da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.936 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa0ad041640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fa0a815ba30 0x7fa0a806f810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41626/0 (socket says 172.21.15.173:41626) 2024-09-10T09:27:43.937 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa0ad041640 1 -- 172.21.15.173:0/1819679958 learned_addr learned my addr 172.21.15.173:0/1819679958 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:43.937 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa0ac840640 1 -- 172.21.15.173:0/1819679958 >> v1:172.21.15.176:6789/0 conn(0x7fa0a80b4880 legacy=0x7fa0a80b4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:43.937 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa0ac840640 1 -- 172.21.15.173:0/1819679958 >> v1:172.21.15.173:6789/0 conn(0x7fa0a815ba30 legacy=0x7fa0a806f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.937 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa0ac840640 1 -- 172.21.15.173:0/1819679958 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a80b3b30 con 0x7fa0a8072940 2024-09-10T09:27:43.937 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.935+0000 7fa09ffff640 1 -- 172.21.15.173:0/1819679958 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 115904733 0 0) 0x7fa0a80b3570 con 0x7fa0a815ba30 2024-09-10T09:27:43.938 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.936+0000 7fa0ac840640 1 --2- 172.21.15.173:0/1819679958 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a8072940 0x7fa0a8072da0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa0980097a0 tx=0x7fa09802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deaa7af89a386bde server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:43.938 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.936+0000 7fa09ffff640 1 -- 172.21.15.173:0/1819679958 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa098037070 con 0x7fa0a8072940 2024-09-10T09:27:43.938 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.936+0000 7fa09ffff640 1 -- 172.21.15.173:0/1819679958 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa098032440 con 0x7fa0a8072940 2024-09-10T09:27:43.938 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.936+0000 7fa09ffff640 1 -- 172.21.15.173:0/1819679958 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa098032810 con 0x7fa0a8072940 2024-09-10T09:27:43.938 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.937+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1819679958 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a8072940 msgr2=0x7fa0a8072da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.939 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.937+0000 7fa0af2a5640 1 --2- 172.21.15.173:0/1819679958 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a8072940 0x7fa0a8072da0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa0980097a0 tx=0x7fa09802a1e0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.939 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.937+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1819679958 shutdown_connections 2024-09-10T09:27:43.939 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.937+0000 7fa0af2a5640 1 --2- 172.21.15.173:0/1819679958 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a8072940 0x7fa0a8072da0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.939 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.937+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1819679958 >> 172.21.15.173:0/1819679958 conn(0x7fa0a8067d70 msgr2=0x7fa0a806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:43.939 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.937+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1819679958 shutdown_connections 2024-09-10T09:27:43.939 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.937+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1819679958 wait complete. 2024-09-10T09:27:43.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.938+0000 7fa0af2a5640 1 Processor -- start 2024-09-10T09:27:43.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.938+0000 7fa0af2a5640 1 -- start start 2024-09-10T09:27:43.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0af2a5640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa0a8072940 0x7fa0a814e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0af2a5640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa0a80b4880 0x7fa0a80ad670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0af2a5640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a815ba30 0x7fa0a80c5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0af2a5640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a806ff20 con 0x7fa0a815ba30 2024-09-10T09:27:43.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0af2a5640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a80b4180 con 0x7fa0a8072940 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0af2a5640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa0a80ce810 con 0x7fa0a80b4880 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad842640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a815ba30 0x7fa0a80c5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad842640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a815ba30 0x7fa0a80c5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37708/0 (socket says 172.21.15.173:37708) 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad842640 1 -- 172.21.15.173:0/1868911516 learned_addr learned my addr 172.21.15.173:0/1868911516 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad041640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa0a8072940 0x7fa0a814e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ac840640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa0a80b4880 0x7fa0a80ad670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad842640 1 -- 172.21.15.173:0/1868911516 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa0a80b4880 msgr2=0x7fa0a80ad670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad842640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa0a80b4880 0x7fa0a80ad670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad842640 1 -- 172.21.15.173:0/1868911516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa0a8072940 msgr2=0x7fa0a814e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad842640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa0a8072940 0x7fa0a814e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad842640 1 -- 172.21.15.173:0/1868911516 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a80aefd0 con 0x7fa0a815ba30 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad041640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa0a8072940 0x7fa0a814e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:43.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0ad842640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a815ba30 0x7fa0a80c5600 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa0a000c780 tx=0x7fa0a000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:43.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa09dffb640 1 -- 172.21.15.173:0/1868911516 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a0004b60 con 0x7fa0a815ba30 2024-09-10T09:27:43.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa09dffb640 1 -- 172.21.15.173:0/1868911516 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0a0004d00 con 0x7fa0a815ba30 2024-09-10T09:27:43.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1868911516 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a80adf30 con 0x7fa0a815ba30 2024-09-10T09:27:43.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.939+0000 7fa09dffb640 1 -- 172.21.15.173:0/1868911516 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a000aa90 con 0x7fa0a815ba30 2024-09-10T09:27:43.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.940+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1868911516 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a80ae4f0 con 0x7fa0a815ba30 2024-09-10T09:27:43.944 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.941+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1868911516 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0a80ccfe0 con 0x7fa0a815ba30 2024-09-10T09:27:43.944 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.941+0000 7fa09dffb640 1 -- 172.21.15.173:0/1868911516 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa0a000ac30 con 0x7fa0a815ba30 2024-09-10T09:27:43.944 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.941+0000 7fa09dffb640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa08c06be30 0x7fa08c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:43.944 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.942+0000 7fa09dffb640 1 -- 172.21.15.173:0/1868911516 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa0a008b340 con 0x7fa0a815ba30 2024-09-10T09:27:43.944 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.942+0000 7fa0ad041640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa08c06be30 0x7fa08c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:43.944 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.942+0000 7fa0ad041640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa08c06be30 0x7fa08c06e2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa0a4007fd0 tx=0x7fa0a4007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:43.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:43.946+0000 7fa09dffb640 1 -- 172.21.15.173:0/1868911516 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa0a0020070 con 0x7fa0a815ba30 2024-09-10T09:27:44.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.145+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1868911516 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa0a80cf910 con 0x7fa0a815ba30 2024-09-10T09:27:44.146 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.145+0000 7fa09dffb640 1 -- 172.21.15.173:0/1868911516 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5228 (secure 0 0 0) 0x7fa0a0059360 con 0x7fa0a815ba30 2024-09-10T09:27:44.147 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:44.147 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":9,"btime":"2024-09-10T09:27:36:310391+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:27:16.577320+0000","modified":"2024-09-10T09:27:35.644564+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-09-10T09:27:44.147 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 9 2024-09-10T09:27:44.148 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1868911516 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa08c06be30 msgr2=0x7fa08c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa08c06be30 0x7fa08c06e2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa0a4007fd0 tx=0x7fa0a4007de0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1868911516 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a815ba30 msgr2=0x7fa0a80c5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a815ba30 0x7fa0a80c5600 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa0a000c780 tx=0x7fa0a000cc40 comp rx=0 tx=0).stop 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1868911516 shutdown_connections 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa08c06be30 0x7fa08c06e2f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0a815ba30 0x7fa0a80c5600 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa0a80b4880 0x7fa0a80ad670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 --2- 172.21.15.173:0/1868911516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa0a8072940 0x7fa0a814e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1868911516 >> 172.21.15.173:0/1868911516 conn(0x7fa0a8067d70 msgr2=0x7fa0a8159880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1868911516 shutdown_connections 2024-09-10T09:27:44.149 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.147+0000 7fa0af2a5640 1 -- 172.21.15.173:0/1868911516 wait complete. 2024-09-10T09:27:44.159 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:44.258 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.257+0000 7f1da8942640 1 Processor -- start 2024-09-10T09:27:44.258 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.257+0000 7f1da8942640 1 -- start start 2024-09-10T09:27:44.260 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1da8942640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1da40b0180 0x7f1da4162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.260 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1da8942640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40af280 0x7f1da4154d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.260 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1da8942640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1da415eb60 con 0x7f1da40b69d0 2024-09-10T09:27:44.260 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1da8942640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f1da40b6db0 con 0x7f1da40b0180 2024-09-10T09:27:44.260 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1da8942640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1da415ee40 con 0x7f1da40af280 2024-09-10T09:27:44.260 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1d9bfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1da40b0180 0x7f1da4162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.260 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1da259c640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f1da40b69d0 0x7f1da40afa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41640/0 (socket says 172.21.15.173:41640) 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1da259c640 1 -- 172.21.15.173:0/3565711050 learned_addr learned my addr 172.21.15.173:0/3565711050 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1da2d9d640 1 --2- 172.21.15.173:0/3565711050 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40af280 0x7f1da4154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1d9bfff640 1 -- 172.21.15.173:0/3565711050 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40af280 msgr2=0x7f1da4154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1d9bfff640 1 --2- 172.21.15.173:0/3565711050 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40af280 0x7f1da4154d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1d9bfff640 1 -- 172.21.15.173:0/3565711050 >> v1:172.21.15.173:6789/0 conn(0x7f1da40b69d0 legacy=0x7f1da40afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1d9bfff640 1 -- 172.21.15.173:0/3565711050 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1da415f120 con 0x7f1da40b0180 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1da1d9b640 1 -- 172.21.15.173:0/3565711050 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1522573687 0 0) 0x7f1da415eb60 con 0x7f1da40b69d0 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.258+0000 7f1da2d9d640 1 --2- 172.21.15.173:0/3565711050 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40af280 0x7f1da4154d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.259+0000 7f1d9bfff640 1 --2- 172.21.15.173:0/3565711050 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 0x7f1da4162a50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c0097a0 tx=0x7f1d8c02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a003e06fbcfaa00e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.259+0000 7f1da1d9b640 1 -- 172.21.15.173:0/3565711050 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c037070 con 0x7f1da40b0180 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.259+0000 7f1da1d9b640 1 -- 172.21.15.173:0/3565711050 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d8c02adb0 con 0x7f1da40b0180 2024-09-10T09:27:44.261 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.259+0000 7f1da1d9b640 1 -- 172.21.15.173:0/3565711050 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c032660 con 0x7f1da40b0180 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.259+0000 7f1da8942640 1 -- 172.21.15.173:0/3565711050 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 msgr2=0x7f1da4162a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.259+0000 7f1da8942640 1 --2- 172.21.15.173:0/3565711050 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 0x7f1da4162a50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c0097a0 tx=0x7f1d8c02a060 comp rx=0 tx=0).stop 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.260+0000 7f1da8942640 1 -- 172.21.15.173:0/3565711050 shutdown_connections 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.260+0000 7f1da8942640 1 --2- 172.21.15.173:0/3565711050 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 0x7f1da4162a50 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.260+0000 7f1da8942640 1 --2- 172.21.15.173:0/3565711050 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40af280 0x7f1da4154d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.260+0000 7f1da8942640 1 -- 172.21.15.173:0/3565711050 >> 172.21.15.173:0/3565711050 conn(0x7f1da406bc10 msgr2=0x7f1da406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.260+0000 7f1da8942640 1 -- 172.21.15.173:0/3565711050 shutdown_connections 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.260+0000 7f1da8942640 1 -- 172.21.15.173:0/3565711050 wait complete. 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.261+0000 7f1da8942640 1 Processor -- start 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.261+0000 7f1da8942640 1 -- start start 2024-09-10T09:27:44.264 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1da8942640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1da40af280 0x7f1da4151b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1da8942640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 0x7f1da40b5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1da8942640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40b69d0 0x7f1da40b56d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1da8942640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1da4155240 con 0x7f1da40b0180 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1da8942640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1da40af6d0 con 0x7f1da40af280 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1da8942640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1da41553c0 con 0x7f1da40b69d0 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 0x7f1da40b5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 0x7f1da40b5190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37726/0 (socket says 172.21.15.173:37726) 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9bfff640 1 -- 172.21.15.173:0/3222090863 learned_addr learned my addr 172.21.15.173:0/3222090863 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1da259c640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1da40af280 0x7f1da4151b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1da2d9d640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40b69d0 0x7f1da40b56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9bfff640 1 -- 172.21.15.173:0/3222090863 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40b69d0 msgr2=0x7f1da40b56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9bfff640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40b69d0 0x7f1da40b56d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.265 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9bfff640 1 -- 172.21.15.173:0/3222090863 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1da40af280 msgr2=0x7f1da4151b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.266 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9bfff640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1da40af280 0x7f1da4151b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.266 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9bfff640 1 -- 172.21.15.173:0/3222090863 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1da415a0b0 con 0x7f1da40b0180 2024-09-10T09:27:44.266 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9bfff640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 0x7f1da40b5190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c0097a0 tx=0x7f1d8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:44.266 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9affd640 1 -- 172.21.15.173:0/3222090863 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c037040 con 0x7f1da40b0180 2024-09-10T09:27:44.266 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9affd640 1 -- 172.21.15.173:0/3222090863 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d8c004230 con 0x7f1da40b0180 2024-09-10T09:27:44.266 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1d9affd640 1 -- 172.21.15.173:0/3222090863 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c003610 con 0x7f1da40b0180 2024-09-10T09:27:44.266 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1da8942640 1 -- 172.21.15.173:0/3222090863 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1da4153c50 con 0x7f1da40b0180 2024-09-10T09:27:44.266 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.262+0000 7f1da8942640 1 -- 172.21.15.173:0/3222090863 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1da4159dd0 con 0x7f1da40b0180 2024-09-10T09:27:44.267 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.263+0000 7f1da8942640 1 -- 172.21.15.173:0/3222090863 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1da41557a0 con 0x7f1da40b0180 2024-09-10T09:27:44.267 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.264+0000 7f1d9affd640 1 -- 172.21.15.173:0/3222090863 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1d8c02ac70 con 0x7f1da40b0180 2024-09-10T09:27:44.267 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.264+0000 7f1d9affd640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1d8406be30 0x7f1d8406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.267 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.264+0000 7f1d9affd640 1 -- 172.21.15.173:0/3222090863 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1d8c0ac040 con 0x7f1da40b0180 2024-09-10T09:27:44.267 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.264+0000 7f1da259c640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1d8406be30 0x7f1d8406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.267 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.265+0000 7f1da259c640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1d8406be30 0x7f1d8406e2f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1d94000f60 tx=0x7f1d94009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:44.269 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.269+0000 7f1d9affd640 1 -- 172.21.15.173:0/3222090863 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1da415a0b0 con 0x7f1da40b0180 2024-09-10T09:27:44.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.469+0000 7f1da8942640 1 -- 172.21.15.173:0/3222090863 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1da4155020 con 0x7f1da40b0180 2024-09-10T09:27:44.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.469+0000 7f1d9affd640 1 -- 172.21.15.173:0/3222090863 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5228 (secure 0 0 0) 0x7f1d8c07a7d0 con 0x7f1da40b0180 2024-09-10T09:27:44.470 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:44.470 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":9,"btime":"2024-09-10T09:27:36:310391+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:27:16.577320+0000","modified":"2024-09-10T09:27:35.644564+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-09-10T09:27:44.471 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 9 2024-09-10T09:27:44.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 -- 172.21.15.173:0/3222090863 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1d8406be30 msgr2=0x7f1d8406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1d8406be30 0x7f1d8406e2f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1d94000f60 tx=0x7f1d94009040 comp rx=0 tx=0).stop 2024-09-10T09:27:44.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 -- 172.21.15.173:0/3222090863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 msgr2=0x7f1da40b5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 0x7f1da40b5190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c0097a0 tx=0x7f1d8c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 -- 172.21.15.173:0/3222090863 shutdown_connections 2024-09-10T09:27:44.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1d8406be30 0x7f1d8406e2f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1da40b69d0 0x7f1da40b56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1da40b0180 0x7f1da40b5190 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 --2- 172.21.15.173:0/3222090863 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1da40af280 0x7f1da4151b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 -- 172.21.15.173:0/3222090863 >> 172.21.15.173:0/3222090863 conn(0x7f1da406bc10 msgr2=0x7f1da40b1e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:44.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 -- 172.21.15.173:0/3222090863 shutdown_connections 2024-09-10T09:27:44.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.471+0000 7f1da8942640 1 -- 172.21.15.173:0/3222090863 wait complete. 2024-09-10T09:27:44.483 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:44.581 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.580+0000 7f40aa8c9640 1 Processor -- start 2024-09-10T09:27:44.581 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.580+0000 7f40aa8c9640 1 -- start start 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40aa8c9640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40d1540 0x7f40a406dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40aa8c9640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40a40d1940 con 0x7f40a409b690 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40aa8c9640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40a409bae0 con 0x7f40a415e740 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40aa8c9640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f40a415eb20 con 0x7f40a40d1540 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40a8e66640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f40a409b690 0x7f40a4070160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41654/0 (socket says 172.21.15.173:41654) 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40a8e66640 1 -- 172.21.15.173:0/4144682333 learned_addr learned my addr 172.21.15.173:0/4144682333 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3580638817 0 0) 0x7f40a40d1940 con 0x7f40a409b690 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40a37fe640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40d1540 0x7f40a406dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f408c003520 con 0x7f40a409b690 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3218752181 0 0) 0x7f408c003520 con 0x7f40a409b690 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40d1540 msgr2=0x7f40a406dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40a2ffd640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40d1540 0x7f40a406dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.585 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.581+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 >> v1:172.21.15.176:6789/0 conn(0x7f40a415e740 legacy=0x7f40a406d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40a40d0780 con 0x7f40a409b690 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f409c0019f0 con 0x7f40a409b690 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 >> v1:172.21.15.173:6789/0 conn(0x7f40a409b690 legacy=0x7f40a4070160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a2ffd640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 0x7f408c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a2ffd640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40d1540 0x7f408c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a2ffd640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f408c004d40 0x7f408c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f40a415eb20 con 0x7f408c0039e0 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f408c00bb30 con 0x7f408c004d40 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f408c00bd30 con 0x7f40a40d1540 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a3fff640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 0x7f408c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a37fe640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40d1540 0x7f408c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a8e66640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f408c004d40 0x7f408c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a3fff640 1 -- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40d1540 msgr2=0x7f408c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a3fff640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40d1540 0x7f408c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.586 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a3fff640 1 -- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f408c004d40 msgr2=0x7f408c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a3fff640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f408c004d40 0x7f408c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a3fff640 1 -- 172.21.15.173:0/4144682333 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f408c003520 con 0x7f408c0039e0 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.582+0000 7f40a8e66640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f408c004d40 0x7f408c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40a3fff640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 0x7f408c003e00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4094001720 tx=0x7f408c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4396116e544d9fb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4094001370 con 0x7f408c0039e0 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40940052d0 con 0x7f408c0039e0 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40a2ffd640 1 -- 172.21.15.173:0/4144682333 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409402abc0 con 0x7f408c0039e0 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40aa8c9640 1 -- 172.21.15.173:0/4144682333 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 msgr2=0x7f408c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40aa8c9640 1 --2- 172.21.15.173:0/4144682333 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 0x7f408c003e00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4094001720 tx=0x7f408c005830 comp rx=0 tx=0).stop 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40a8e66640 1 -- 172.21.15.173:0/4144682333 reap_dead start 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40aa8c9640 1 -- 172.21.15.173:0/4144682333 shutdown_connections 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40aa8c9640 1 -- 172.21.15.173:0/4144682333 >> 172.21.15.173:0/4144682333 conn(0x7f40a40d23a0 msgr2=0x7f40a40d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:44.587 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40aa8c9640 1 -- 172.21.15.173:0/4144682333 shutdown_connections 2024-09-10T09:27:44.588 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.583+0000 7f40aa8c9640 1 -- 172.21.15.173:0/4144682333 wait complete. 2024-09-10T09:27:44.590 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.585+0000 7f40aa8c9640 1 Processor -- start 2024-09-10T09:27:44.590 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.585+0000 7f40aa8c9640 1 -- start start 2024-09-10T09:27:44.590 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.585+0000 7f40aa8c9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 0x7f40a415c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.590 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.585+0000 7f40aa8c9640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a40c9fe0 0x7f40a40cbf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.590 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.585+0000 7f40aa8c9640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40c6170 0x7f40a40c65f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.590 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40aa8c9640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f40a40d1020 con 0x7f408c0039e0 2024-09-10T09:27:44.590 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40aa8c9640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f40a40d0d40 con 0x7f40a40c9fe0 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40aa8c9640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f40a406dbd0 con 0x7f40a40c6170 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a3fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 0x7f40a415c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a3fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 0x7f40a415c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37746/0 (socket says 172.21.15.173:37746) 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a3fff640 1 -- 172.21.15.173:0/2863217923 learned_addr learned my addr 172.21.15.173:0/2863217923 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a37fe640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a40c9fe0 0x7f40a40cbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a8e66640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40c6170 0x7f40a40c65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a3fff640 1 -- 172.21.15.173:0/2863217923 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40c6170 msgr2=0x7f40a40c65f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a3fff640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40c6170 0x7f40a40c65f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a3fff640 1 -- 172.21.15.173:0/2863217923 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a40c9fe0 msgr2=0x7f40a40cbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a3fff640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a40c9fe0 0x7f40a40cbf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a3fff640 1 -- 172.21.15.173:0/2863217923 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40a415c7a0 con 0x7f408c0039e0 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a8e66640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40c6170 0x7f40a40c65f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a3fff640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 0x7f40a415c260 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4094008fd0 tx=0x7f4094001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a0ff9640 1 -- 172.21.15.173:0/2863217923 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4094037040 con 0x7f408c0039e0 2024-09-10T09:27:44.591 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a0ff9640 1 -- 172.21.15.173:0/2863217923 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4094005480 con 0x7f408c0039e0 2024-09-10T09:27:44.592 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40aa8c9640 1 -- 172.21.15.173:0/2863217923 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40a40cc4a0 con 0x7f408c0039e0 2024-09-10T09:27:44.592 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40a0ff9640 1 -- 172.21.15.173:0/2863217923 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4094007a30 con 0x7f408c0039e0 2024-09-10T09:27:44.592 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.586+0000 7f40aa8c9640 1 -- 172.21.15.173:0/2863217923 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40a40ca880 con 0x7f408c0039e0 2024-09-10T09:27:44.592 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.587+0000 7f40aa8c9640 1 -- 172.21.15.173:0/2863217923 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40a406dfa0 con 0x7f408c0039e0 2024-09-10T09:27:44.592 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.588+0000 7f40a0ff9640 1 -- 172.21.15.173:0/2863217923 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4094044020 con 0x7f408c0039e0 2024-09-10T09:27:44.592 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.588+0000 7f40a0ff9640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f409006be30 0x7f409006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.592 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.588+0000 7f40a0ff9640 1 -- 172.21.15.173:0/2863217923 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f40940aadb0 con 0x7f408c0039e0 2024-09-10T09:27:44.592 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.588+0000 7f40a37fe640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f409006be30 0x7f409006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.592 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.589+0000 7f40a37fe640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f409006be30 0x7f409006e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f40a40b7d50 tx=0x7f4098009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:44.593 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.592+0000 7f40a0ff9640 1 -- 172.21.15.173:0/2863217923 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4094079420 con 0x7f408c0039e0 2024-09-10T09:27:44.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.758+0000 7f40aa8c9640 1 -- 172.21.15.173:0/2863217923 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f40a40b2610 con 0x7f408c0039e0 2024-09-10T09:27:44.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.759+0000 7f40a0ff9640 1 -- 172.21.15.173:0/2863217923 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18634 (secure 0 0 0) 0x7f4094078d20 con 0x7f408c0039e0 2024-09-10T09:27:44.760 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:44.760 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":25,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:21.637696+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:44.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 -- 172.21.15.173:0/2863217923 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f409006be30 msgr2=0x7f409006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f409006be30 0x7f409006e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f40a40b7d50 tx=0x7f4098009190 comp rx=0 tx=0).stop 2024-09-10T09:27:44.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 -- 172.21.15.173:0/2863217923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 msgr2=0x7f40a415c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 0x7f40a415c260 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4094008fd0 tx=0x7f4094001120 comp rx=0 tx=0).stop 2024-09-10T09:27:44.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 -- 172.21.15.173:0/2863217923 shutdown_connections 2024-09-10T09:27:44.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f409006be30 0x7f409006e2f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40a40c6170 0x7f40a40c65f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a40c9fe0 0x7f40a40cbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 --2- 172.21.15.173:0/2863217923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f408c0039e0 0x7f40a415c260 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 -- 172.21.15.173:0/2863217923 >> 172.21.15.173:0/2863217923 conn(0x7f40a40d23a0 msgr2=0x7f40a415d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:44.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 -- 172.21.15.173:0/2863217923 shutdown_connections 2024-09-10T09:27:44.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.761+0000 7f40aa8c9640 1 -- 172.21.15.173:0/2863217923 wait complete. 2024-09-10T09:27:44.774 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:44.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.871+0000 7fadb55ef640 1 Processor -- start 2024-09-10T09:27:44.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.871+0000 7fadb55ef640 1 -- start start 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.872+0000 7fadb55ef640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fadb00b6720 0x7fadb00d31b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.872+0000 7fadb55ef640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadb00d2170 con 0x7fadb015e710 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.872+0000 7fadb55ef640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadb00d2410 con 0x7fadb00d0270 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.872+0000 7fadb55ef640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fadb00d2d20 con 0x7fadb00b6720 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.872+0000 7fadaf7fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fadb00b6720 0x7fadb00d31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.872+0000 7fadaeffd640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fadb015e710 0x7fadb00cfb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:41668/0 (socket says 172.21.15.173:41668) 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.872+0000 7fadaeffd640 1 -- 172.21.15.173:0/2631570748 learned_addr learned my addr 172.21.15.173:0/2631570748 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.873+0000 7fadaf7fe640 1 -- 172.21.15.173:0/2631570748 >> v1:172.21.15.176:6789/0 conn(0x7fadb00d0270 legacy=0x7fadb00b6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.873+0000 7fadaf7fe640 1 -- 172.21.15.173:0/2631570748 >> v1:172.21.15.173:6789/0 conn(0x7fadb015e710 legacy=0x7fadb00cfb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.873+0000 7fadaf7fe640 1 -- 172.21.15.173:0/2631570748 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb00d5240 con 0x7fadb00b6720 2024-09-10T09:27:44.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.873+0000 7fadae7fc640 1 -- 172.21.15.173:0/2631570748 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2243148870 0 0) 0x7fadb00d2170 con 0x7fadb015e710 2024-09-10T09:27:44.875 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.873+0000 7fadaf7fe640 1 --2- 172.21.15.173:0/2631570748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb00b6720 0x7fadb00d31b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fada8009d90 tx=0x7fada802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25ddfed48b931111 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.873+0000 7fadae7fc640 1 -- 172.21.15.173:0/2631570748 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8007740 con 0x7fadb00b6720 2024-09-10T09:27:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.874+0000 7fadae7fc640 1 -- 172.21.15.173:0/2631570748 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fada80078e0 con 0x7fadb00b6720 2024-09-10T09:27:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.874+0000 7fadae7fc640 1 -- 172.21.15.173:0/2631570748 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8007cb0 con 0x7fadb00b6720 2024-09-10T09:27:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.874+0000 7fadb55ef640 1 -- 172.21.15.173:0/2631570748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb00b6720 msgr2=0x7fadb00d31b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.874+0000 7fadb55ef640 1 --2- 172.21.15.173:0/2631570748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb00b6720 0x7fadb00d31b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fada8009d90 tx=0x7fada802a6a0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.874+0000 7fadb55ef640 1 -- 172.21.15.173:0/2631570748 shutdown_connections 2024-09-10T09:27:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.874+0000 7fadb55ef640 1 --2- 172.21.15.173:0/2631570748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb00b6720 0x7fadb00d31b0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.874+0000 7fadb55ef640 1 -- 172.21.15.173:0/2631570748 >> 172.21.15.173:0/2631570748 conn(0x7fadb008bfc0 msgr2=0x7fadb00d4590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.874+0000 7fadb55ef640 1 -- 172.21.15.173:0/2631570748 shutdown_connections 2024-09-10T09:27:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.874+0000 7fadb55ef640 1 -- 172.21.15.173:0/2631570748 wait complete. 2024-09-10T09:27:44.878 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.875+0000 7fadb55ef640 1 Processor -- start 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.875+0000 7fadb55ef640 1 -- start start 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fadb55ef640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb00b6720 0x7fadb00b9d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fadb55ef640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fadb00d0270 0x7fadb01f5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fadb55ef640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb015e710 0x7fadb01e5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fadb55ef640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fadb006ce60 con 0x7fadb015e710 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fadb55ef640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fadb00d29b0 con 0x7fadb00b6720 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fadb55ef640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fadb006cfe0 con 0x7fadb00d0270 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fadaf7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb015e710 0x7fadb01e5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fadaf7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb015e710 0x7fadb01e5450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37760/0 (socket says 172.21.15.173:37760) 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fadaf7fe640 1 -- 172.21.15.173:0/784929698 learned_addr learned my addr 172.21.15.173:0/784929698 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fada67fc640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fadb00d0270 0x7fadb01f5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.876+0000 7fadaeffd640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb00b6720 0x7fadb00b9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fadaf7fe640 1 -- 172.21.15.173:0/784929698 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fadb00d0270 msgr2=0x7fadb01f5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fadaf7fe640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fadb00d0270 0x7fadb01f5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fadaf7fe640 1 -- 172.21.15.173:0/784929698 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb00b6720 msgr2=0x7fadb00b9d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fadaf7fe640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb00b6720 0x7fadb00b9d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fadaf7fe640 1 -- 172.21.15.173:0/784929698 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb01f58c0 con 0x7fadb015e710 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fadaeffd640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb00b6720 0x7fadb00b9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fadaf7fe640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb015e710 0x7fadb01e5450 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fada8009eb0 tx=0x7fada8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fada7fff640 1 -- 172.21.15.173:0/784929698 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8040070 con 0x7fadb015e710 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fada7fff640 1 -- 172.21.15.173:0/784929698 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fada8031c90 con 0x7fadb015e710 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fadb55ef640 1 -- 172.21.15.173:0/784929698 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadb01e5dd0 con 0x7fadb015e710 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fada7fff640 1 -- 172.21.15.173:0/784929698 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8045680 con 0x7fadb015e710 2024-09-10T09:27:44.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.877+0000 7fadb55ef640 1 -- 172.21.15.173:0/784929698 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadb01e6e40 con 0x7fadb015e710 2024-09-10T09:27:44.881 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.878+0000 7fadb55ef640 1 -- 172.21.15.173:0/784929698 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadb00b6cf0 con 0x7fadb015e710 2024-09-10T09:27:44.881 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.878+0000 7fada7fff640 1 -- 172.21.15.173:0/784929698 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fada8039040 con 0x7fadb015e710 2024-09-10T09:27:44.881 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.879+0000 7fada7fff640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad9006be30 0x7fad9006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:44.881 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.879+0000 7fada7fff640 1 -- 172.21.15.173:0/784929698 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fada80acb70 con 0x7fadb015e710 2024-09-10T09:27:44.881 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.879+0000 7fadaeffd640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad9006be30 0x7fad9006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:44.882 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.879+0000 7fadaeffd640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad9006be30 0x7fad9006e2f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fada0000f60 tx=0x7fada0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:44.884 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:44.883+0000 7fada7fff640 1 -- 172.21.15.173:0/784929698 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fada807b2b0 con 0x7fadb015e710 2024-09-10T09:27:45.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.084+0000 7fadb55ef640 1 -- 172.21.15.173:0/784929698 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fadb00d3190 con 0x7fadb015e710 2024-09-10T09:27:45.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.085+0000 7fada7fff640 1 -- 172.21.15.173:0/784929698 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5228 (secure 0 0 0) 0x7fada807abb0 con 0x7fadb015e710 2024-09-10T09:27:45.087 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:45.087 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":9,"btime":"2024-09-10T09:27:36:310391+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:27:16.577320+0000","modified":"2024-09-10T09:27:35.644564+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-09-10T09:27:45.087 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 9 2024-09-10T09:27:45.088 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 -- 172.21.15.173:0/784929698 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad9006be30 msgr2=0x7fad9006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.088 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad9006be30 0x7fad9006e2f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fada0000f60 tx=0x7fada0009040 comp rx=0 tx=0).stop 2024-09-10T09:27:45.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 -- 172.21.15.173:0/784929698 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb015e710 msgr2=0x7fadb01e5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb015e710 0x7fadb01e5450 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fada8009eb0 tx=0x7fada8004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:45.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 -- 172.21.15.173:0/784929698 shutdown_connections 2024-09-10T09:27:45.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad9006be30 0x7fad9006e2f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fadb015e710 0x7fadb01e5450 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fadb00d0270 0x7fadb01f5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 --2- 172.21.15.173:0/784929698 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb00b6720 0x7fadb00b9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 -- 172.21.15.173:0/784929698 >> 172.21.15.173:0/784929698 conn(0x7fadb008bfc0 msgr2=0x7fadb00d4300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:45.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 -- 172.21.15.173:0/784929698 shutdown_connections 2024-09-10T09:27:45.089 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.087+0000 7fadb55ef640 1 -- 172.21.15.173:0/784929698 wait complete. 2024-09-10T09:27:45.502 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T09:27:16.577320+0000', 'modified': '2024-09-10T09:27:35.644564+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4294}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4294': {'gid': 4294, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.176:6835/2343589696', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6833', 'nonce': 2343589696}, {'type': 'v1', 'addr': '172.21.15.176:6835', 'nonce': 2343589696}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4294, 'qdb_cluster': [4294]} 2024-09-10T09:27:45.502 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T09:27:45.502 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-10T09:27:45.602 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.601+0000 7fb18ddaf640 1 Processor -- start 2024-09-10T09:27:45.602 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.601+0000 7fb18ddaf640 1 -- start start 2024-09-10T09:27:45.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb18ddaf640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fb18815e740 0x7fb1880d1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb18ddaf640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fb18806dbd0 0x7fb18806cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb18ddaf640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1880d0780 con 0x7fb18809b690 2024-09-10T09:27:45.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb18ddaf640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fb18815eb20 con 0x7fb18815e740 2024-09-10T09:27:45.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb18ddaf640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fb18806d260 con 0x7fb18806dbd0 2024-09-10T09:27:45.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb1877fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fb18815e740 0x7fb1880d1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb1877fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fb18815e740 0x7fb1880d1540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37764/0 (socket says 172.21.15.173:37764) 2024-09-10T09:27:45.604 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb1877fe640 1 -- 172.21.15.173:0/2293165210 learned_addr learned my addr 172.21.15.173:0/2293165210 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:45.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb187fff640 1 --2- 172.21.15.173:0/2293165210 >> v2:172.21.15.176:3300/0 conn(0x7fb18806dbd0 0x7fb18806cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb1877fe640 1 -- 172.21.15.173:0/2293165210 >> v2:172.21.15.176:3300/0 conn(0x7fb18806dbd0 msgr2=0x7fb18806cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:45.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb1877fe640 1 --2- 172.21.15.173:0/2293165210 >> v2:172.21.15.176:3300/0 conn(0x7fb18806dbd0 0x7fb18806cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb1877fe640 1 -- 172.21.15.173:0/2293165210 >> v1:172.21.15.176:6789/0 conn(0x7fb18809b690 legacy=0x7fb18806d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.602+0000 7fb1877fe640 1 -- 172.21.15.173:0/2293165210 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1880d0a60 con 0x7fb18815e740 2024-09-10T09:27:45.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb1877fe640 1 --2- 172.21.15.173:0/2293165210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 0x7fb1880d1540 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb18806cba0 tx=0x7fb17802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bb3724195589436 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:45.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb1867fc640 1 -- 172.21.15.173:0/2293165210 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb178037070 con 0x7fb18815e740 2024-09-10T09:27:45.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb1867fc640 1 -- 172.21.15.173:0/2293165210 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb17802ae50 con 0x7fb18815e740 2024-09-10T09:27:45.605 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb1867fc640 1 -- 172.21.15.173:0/2293165210 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb178032860 con 0x7fb18815e740 2024-09-10T09:27:45.608 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb18ddaf640 1 -- 172.21.15.173:0/2293165210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 msgr2=0x7fb1880d1540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.608 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb18ddaf640 1 --2- 172.21.15.173:0/2293165210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 0x7fb1880d1540 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb18806cba0 tx=0x7fb17802a300 comp rx=0 tx=0).stop 2024-09-10T09:27:45.608 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb18ddaf640 1 -- 172.21.15.173:0/2293165210 shutdown_connections 2024-09-10T09:27:45.608 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb18ddaf640 1 --2- 172.21.15.173:0/2293165210 >> v2:172.21.15.176:3300/0 conn(0x7fb18806dbd0 0x7fb18806cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.608 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb18ddaf640 1 --2- 172.21.15.173:0/2293165210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 0x7fb1880d1540 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.608 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb18ddaf640 1 -- 172.21.15.173:0/2293165210 >> 172.21.15.173:0/2293165210 conn(0x7fb1880d23a0 msgr2=0x7fb1880d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:45.608 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.603+0000 7fb18ddaf640 1 -- 172.21.15.173:0/2293165210 shutdown_connections 2024-09-10T09:27:45.608 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.604+0000 7fb18ddaf640 1 -- 172.21.15.173:0/2293165210 wait complete. 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.605+0000 7fb18ddaf640 1 Processor -- start 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.605+0000 7fb18ddaf640 1 -- start start 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.605+0000 7fb18ddaf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb18806dbd0 0x7fb1880b7d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.605+0000 7fb18ddaf640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb18809b690 0x7fb18815c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.605+0000 7fb18ddaf640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 0x7fb1880d2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.605+0000 7fb18ddaf640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb18809bac0 con 0x7fb18815e740 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb18ddaf640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb1880d1020 con 0x7fb18809b690 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb18ddaf640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fb18806dfe0 con 0x7fb18806dbd0 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb187fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 0x7fb1880d2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb187fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 0x7fb1880d2780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37768/0 (socket says 172.21.15.173:37768) 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb187fff640 1 -- 172.21.15.173:0/1653597896 learned_addr learned my addr 172.21.15.173:0/1653597896 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb1877fe640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb18806dbd0 0x7fb1880b7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb186ffd640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb18809b690 0x7fb18815c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb187fff640 1 -- 172.21.15.173:0/1653597896 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb18806dbd0 msgr2=0x7fb1880b7d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb187fff640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb18806dbd0 0x7fb1880b7d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb187fff640 1 -- 172.21.15.173:0/1653597896 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb18809b690 msgr2=0x7fb18815c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb187fff640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb18809b690 0x7fb18815c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb187fff640 1 -- 172.21.15.173:0/1653597896 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1881f4cf0 con 0x7fb18815e740 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb187fff640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 0x7fb1880d2780 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb180007e60 tx=0x7fb18000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb16ffff640 1 -- 172.21.15.173:0/1653597896 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb180014420 con 0x7fb18815e740 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb16ffff640 1 -- 172.21.15.173:0/1653597896 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb180019070 con 0x7fb18815e740 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb18ddaf640 1 -- 172.21.15.173:0/1653597896 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1880c9850 con 0x7fb18815e740 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb16ffff640 1 -- 172.21.15.173:0/1653597896 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb180014820 con 0x7fb18815e740 2024-09-10T09:27:45.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.606+0000 7fb18ddaf640 1 -- 172.21.15.173:0/1653597896 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1880c9e10 con 0x7fb18815e740 2024-09-10T09:27:45.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.608+0000 7fb16ffff640 1 -- 172.21.15.173:0/1653597896 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb1800149c0 con 0x7fb18815e740 2024-09-10T09:27:45.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.608+0000 7fb16ffff640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb17406be30 0x7fb17406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.608+0000 7fb16ffff640 1 -- 172.21.15.173:0/1653597896 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb18008b870 con 0x7fb18815e740 2024-09-10T09:27:45.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.608+0000 7fb1877fe640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb17406be30 0x7fb17406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.609+0000 7fb1877fe640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb17406be30 0x7fb17406e2f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb178034000 tx=0x7fb17802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:45.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.609+0000 7fb190c23740 1 Processor -- start 2024-09-10T09:27:45.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.609+0000 7fb190c23740 1 -- start start 2024-09-10T09:27:45.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb190c23740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5611271f02c0 0x561127235a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb190c23740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271eda80 0x5611271f06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb190c23740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f1a50 0x5611271ea8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb190c23740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x561127152520 con 0x5611271f02c0 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb190c23740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5611270fa3e0 con 0x5611271eda80 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb190c23740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x56112714e4e0 con 0x5611271f1a50 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb1877fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5611271f02c0 0x561127235a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb1877fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5611271f02c0 0x561127235a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37778/0 (socket says 172.21.15.173:37778) 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb1877fe640 1 -- 172.21.15.173:0/624078385 learned_addr learned my addr 172.21.15.173:0/624078385 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb1877fe640 1 -- 172.21.15.173:0/624078385 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f1a50 msgr2=0x5611271ea8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb1877fe640 1 --2- 172.21.15.173:0/624078385 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f1a50 0x5611271ea8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb1877fe640 1 -- 172.21.15.173:0/624078385 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271eda80 msgr2=0x5611271f06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb186ffd640 1 --2- 172.21.15.173:0/624078385 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271eda80 0x5611271f06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb1877fe640 1 --2- 172.21.15.173:0/624078385 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271eda80 0x5611271f06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.610+0000 7fb1877fe640 1 -- 172.21.15.173:0/624078385 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611271152f0 con 0x5611271f02c0 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb1877fe640 1 --2- 172.21.15.173:0/624078385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5611271f02c0 0x561127235a60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb17802a8f0 tx=0x7fb17802c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=323e1e374f6bd961 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb16d7fa640 1 -- 172.21.15.173:0/624078385 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17804d070 con 0x5611271f02c0 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb16d7fa640 1 -- 172.21.15.173:0/624078385 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb17802ae50 con 0x5611271f02c0 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb16d7fa640 1 -- 172.21.15.173:0/624078385 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb178037040 con 0x5611271f02c0 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb190c23740 1 -- 172.21.15.173:0/624078385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5611271f02c0 msgr2=0x561127235a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb190c23740 1 --2- 172.21.15.173:0/624078385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5611271f02c0 0x561127235a60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb17802a8f0 tx=0x7fb17802c000 comp rx=0 tx=0).stop 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb190c23740 1 -- 172.21.15.173:0/624078385 shutdown_connections 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb190c23740 1 --2- 172.21.15.173:0/624078385 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f1a50 0x5611271ea8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb190c23740 1 --2- 172.21.15.173:0/624078385 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271eda80 0x5611271f06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb190c23740 1 --2- 172.21.15.173:0/624078385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5611271f02c0 0x561127235a60 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb190c23740 1 -- 172.21.15.173:0/624078385 >> 172.21.15.173:0/624078385 conn(0x5611271eca80 msgr2=0x561127234f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.611+0000 7fb190c23740 1 -- 172.21.15.173:0/624078385 shutdown_connections 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.612+0000 7fb190c23740 1 -- 172.21.15.173:0/624078385 wait complete. 2024-09-10T09:27:45.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.612+0000 7fb190c23740 1 -- start start 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.612+0000 7fb190c23740 1 Processor -- start 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb190c23740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x56112721a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb190c23740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x56112720e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb190c23740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271ee9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb190c23740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5611271ebf20 con 0x56112720f0a0 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb190c23740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5611270db450 con 0x5611271f1a50 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb190c23740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x561127236290 con 0x5611271f02c0 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb190c23740 10 client.0 _ll_register_callbacks cb 0x561126e64ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb187fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271ee9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb187fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271ee9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37782/0 (socket says 172.21.15.173:37782) 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb187fff640 1 -- 172.21.15.173:0/1276478200 learned_addr learned my addr 172.21.15.173:0/1276478200 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb1877fe640 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x56112721a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb186ffd640 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x56112720e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb187fff640 1 -- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 msgr2=0x56112721a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb187fff640 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x56112721a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb187fff640 1 -- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 msgr2=0x56112720e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb187fff640 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x56112720e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb187fff640 1 -- 172.21.15.173:0/1276478200 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561126e652d0 con 0x56112720f0a0 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb187fff640 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271ee9c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb18000c040 tx=0x7fb18005db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0a2b785f2f5b32c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.613+0000 7fb1667fc640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb1667fc640 1 -- 172.21.15.173:0/1276478200 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb180089e60 con 0x56112720f0a0 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb1667fc640 1 -- 172.21.15.173:0/1276478200 <== mon.0 v2:172.21.15.173:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb180055ee0 con 0x56112720f0a0 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb190c23740 1 -- 172.21.15.173:0/1276478200 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb17802ae50 con 0x56112720f0a0 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb1667fc640 1 -- 172.21.15.173:0/1276478200 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7fb180061f10 con 0x56112720f0a0 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb190c23740 10 client.4710 fetch_fsmap learned FSMap version 9 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb190c23740 1 -- 172.21.15.173:0/1276478200 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x561126f2f6b0 con 0x56112720f0a0 2024-09-10T09:27:45.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb1667fc640 1 -- 172.21.15.173:0/1276478200 <== mon.0 v2:172.21.15.173:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb17802ae50 con 0x56112720f0a0 2024-09-10T09:27:45.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb1667fc640 1 -- 172.21.15.173:0/1276478200 <== mon.0 v2:172.21.15.173:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7fb180058cc0 con 0x56112720f0a0 2024-09-10T09:27:45.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb190c23740 10 client.4710 fetch_fsmap finished waiting for FSMap version 9 2024-09-10T09:27:45.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb190c23740 10 client.4710 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-10T09:27:45.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb190c23740 20 client.4710 populate_metadata read hostname 'smithi173' 2024-09-10T09:27:45.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb190c23740 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x56112720fa60 0x56112720fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb190c23740 4 client.4710 mds_command: new command op to 4294 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T09:27:45.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb190c23740 1 -- 172.21.15.173:0/1276478200 --> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56112715fc50 con 0x56112720fa60 2024-09-10T09:27:45.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.614+0000 7fb1877fe640 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x56112720fa60 0x56112720fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.615+0000 7fb1667fc640 10 client.4710 ms_handle_connect on v2:172.21.15.176:6833/2343589696 2024-09-10T09:27:45.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.615+0000 7fb1877fe640 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x56112720fa60 0x56112720fe40 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5497008738ecdb09 server_cookie=146c5f2ddc0863e6 in_seq=0 out_seq=0 2024-09-10T09:27:45.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.615+0000 7fb1667fc640 1 -- 172.21.15.173:0/1276478200 <== mds.0 v2:172.21.15.176:6833/2343589696 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56112715fc50 con 0x56112720fa60 2024-09-10T09:27:45.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.615+0000 7fb1667fc640 10 client.4710 handle_command_reply: tid=0 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.615+0000 7fb190c23740 1 client.4710 shutdown 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.615+0000 7fb190c23740 1 -- 172.21.15.173:0/1276478200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 msgr2=0x5611271ee9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb190c23740 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271ee9c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb18000c040 tx=0x7fb18005db70 comp rx=0 tx=0).stop 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb190c23740 1 -- 172.21.15.173:0/1276478200 shutdown_connections 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb190c23740 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x56112720fa60 0x56112720fe40 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb190c23740 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271ee9c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb190c23740 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x56112720e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb190c23740 1 --2- 172.21.15.173:0/1276478200 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x56112721a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb190c23740 1 -- 172.21.15.173:0/1276478200 >> 172.21.15.173:0/1276478200 conn(0x5611271eda80 msgr2=0x561127234510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb1667fc640 0 client.4710 ms_handle_reset on v2:172.21.15.176:6833/2343589696 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb190c23740 1 -- 172.21.15.173:0/1276478200 shutdown_connections 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb190c23740 1 -- 172.21.15.173:0/1276478200 wait complete. 2024-09-10T09:27:45.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.616+0000 7fb190c23740 20 client.4710 trim_cache size 0 max 16384 2024-09-10T09:27:45.634 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.633+0000 7fb190c23740 1 Processor -- start 2024-09-10T09:27:45.634 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.633+0000 7fb190c23740 1 -- start start 2024-09-10T09:27:45.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb190c23740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x561127233e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb190c23740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x56112720e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb190c23740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x56112720e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb190c23740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb188201150 con 0x56112720f0a0 2024-09-10T09:27:45.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb190c23740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb188200560 con 0x5611271f1a50 2024-09-10T09:27:45.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb190c23740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fb188200b10 con 0x5611271f02c0 2024-09-10T09:27:45.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb187fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x56112720e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb187fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x56112720e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37784/0 (socket says 172.21.15.173:37784) 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb187fff640 1 -- 172.21.15.173:0/685305198 learned_addr learned my addr 172.21.15.173:0/685305198 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb186ffd640 1 --2- 172.21.15.173:0/685305198 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x56112720e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.634+0000 7fb1877fe640 1 --2- 172.21.15.173:0/685305198 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x561127233e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb187fff640 1 -- 172.21.15.173:0/685305198 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 msgr2=0x561127233e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb187fff640 1 --2- 172.21.15.173:0/685305198 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x561127233e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb187fff640 1 -- 172.21.15.173:0/685305198 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 msgr2=0x56112720e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb187fff640 1 --2- 172.21.15.173:0/685305198 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x56112720e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb187fff640 1 -- 172.21.15.173:0/685305198 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611272323b0 con 0x56112720f0a0 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb187fff640 1 --2- 172.21.15.173:0/685305198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x56112720e8d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb180062560 tx=0x7fb180060000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2907f5c4ef48eb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb16cff9640 1 -- 172.21.15.173:0/685305198 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb18007d070 con 0x56112720f0a0 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb16cff9640 1 -- 172.21.15.173:0/685305198 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb180062100 con 0x56112720f0a0 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb16cff9640 1 -- 172.21.15.173:0/685305198 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb180089e60 con 0x56112720f0a0 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb190c23740 1 -- 172.21.15.173:0/685305198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 msgr2=0x56112720e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb190c23740 1 --2- 172.21.15.173:0/685305198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x56112720e8d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb180062560 tx=0x7fb180060000 comp rx=0 tx=0).stop 2024-09-10T09:27:45.639 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb190c23740 1 -- 172.21.15.173:0/685305198 shutdown_connections 2024-09-10T09:27:45.639 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb190c23740 1 --2- 172.21.15.173:0/685305198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x56112720e8d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.639 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb190c23740 1 --2- 172.21.15.173:0/685305198 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x56112720e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.639 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb190c23740 1 --2- 172.21.15.173:0/685305198 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x561127233e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.639 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.635+0000 7fb190c23740 1 -- 172.21.15.173:0/685305198 >> 172.21.15.173:0/685305198 conn(0x5611271eda80 msgr2=0x5611271e5ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:45.639 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.636+0000 7fb190c23740 1 -- 172.21.15.173:0/685305198 shutdown_connections 2024-09-10T09:27:45.639 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.636+0000 7fb190c23740 1 -- 172.21.15.173:0/685305198 wait complete. 2024-09-10T09:27:45.639 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.636+0000 7fb190c23740 1 -- start start 2024-09-10T09:27:45.639 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.636+0000 7fb190c23740 1 Processor -- start 2024-09-10T09:27:45.643 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb190c23740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x561127257f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.643 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb190c23740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x5611272bab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.643 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb190c23740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271e9e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.643 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb190c23740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5611271e97d0 con 0x56112720f0a0 2024-09-10T09:27:45.643 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb190c23740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561127219140 con 0x5611271f1a50 2024-09-10T09:27:45.643 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb190c23740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x561127219c40 con 0x5611271f02c0 2024-09-10T09:27:45.643 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb190c23740 10 client.0 _ll_register_callbacks cb 0x7fb180055b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T09:27:45.643 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb187fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271e9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.643 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb187fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271e9e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:37798/0 (socket says 172.21.15.173:37798) 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb187fff640 1 -- 172.21.15.173:0/2964961576 learned_addr learned my addr 172.21.15.173:0/2964961576 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb1877fe640 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x561127257f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb186ffd640 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x5611272bab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb187fff640 1 -- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 msgr2=0x561127257f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb187fff640 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x561127257f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb187fff640 1 -- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 msgr2=0x5611272bab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb187fff640 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x5611272bab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb187fff640 1 -- 172.21.15.173:0/2964961576 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561127231130 con 0x56112720f0a0 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb187fff640 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271e9e80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb18000e9b0 tx=0x7fb18008b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1c06dafb9c43cee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.637+0000 7fb1667fc640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb1667fc640 1 -- 172.21.15.173:0/2964961576 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb18007d070 con 0x56112720f0a0 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb1667fc640 1 -- 172.21.15.173:0/2964961576 <== mon.0 v2:172.21.15.173:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb180078d70 con 0x56112720f0a0 2024-09-10T09:27:45.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb190c23740 1 -- 172.21.15.173:0/2964961576 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb180062100 con 0x56112720f0a0 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb1667fc640 1 -- 172.21.15.173:0/2964961576 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7fb180089e60 con 0x56112720f0a0 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb190c23740 10 client.4716 fetch_fsmap learned FSMap version 9 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb190c23740 1 -- 172.21.15.173:0/2964961576 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x561127231130 con 0x56112720f0a0 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb1667fc640 1 -- 172.21.15.173:0/2964961576 <== mon.0 v2:172.21.15.173:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb180062100 con 0x56112720f0a0 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb1667fc640 1 -- 172.21.15.173:0/2964961576 <== mon.0 v2:172.21.15.173:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7fb18005aaf0 con 0x56112720f0a0 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb190c23740 10 client.4716 fetch_fsmap finished waiting for FSMap version 9 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb190c23740 10 client.4716 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb190c23740 20 client.4716 populate_metadata read hostname 'smithi173' 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb190c23740 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x561127216fe0 0x561127210060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb190c23740 4 client.4716 mds_command: new command op to 4294 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb190c23740 1 -- 172.21.15.173:0/2964961576 --> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] -- command(tid 0: {"prefix": "status"}) -- 0x561127218d50 con 0x561127216fe0 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.638+0000 7fb1877fe640 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x561127216fe0 0x561127210060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:45.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb1667fc640 10 client.4716 ms_handle_connect on v2:172.21.15.176:6833/2343589696 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb1877fe640 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x561127216fe0 0x561127210060 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a243af060a235d5e server_cookie=297c025073088a9f in_seq=0 out_seq=0 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb1667fc640 1 -- 172.21.15.173:0/2964961576 <== mds.0 v2:172.21.15.176:6833/2343589696 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x561127218d50 con 0x561127216fe0 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb1667fc640 10 client.4716 handle_command_reply: tid=0 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 client.4716 shutdown 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 -- 172.21.15.173:0/2964961576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 msgr2=0x5611271e9e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271e9e80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb18000e9b0 tx=0x7fb18008b040 comp rx=0 tx=0).stop 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 -- 172.21.15.173:0/2964961576 shutdown_connections 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:6833/2343589696,v1:172.21.15.176:6835/2343589696] conn(0x561127216fe0 0x561127210060 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56112720f0a0 0x5611271e9e80 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5611271f1a50 0x5611272bab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb1667fc640 0 client.4716 ms_handle_reset on v2:172.21.15.176:6833/2343589696 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 --2- 172.21.15.173:0/2964961576 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x5611271f02c0 0x561127257f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 -- 172.21.15.173:0/2964961576 >> 172.21.15.173:0/2964961576 conn(0x5611271eda80 msgr2=0x561127232ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 -- 172.21.15.173:0/2964961576 shutdown_connections 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 1 -- 172.21.15.173:0/2964961576 wait complete. 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb190c23740 20 client.4716 trim_cache size 0 max 16384 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stdout: "cluster_fsid": "34710975-cc63-4584-a582-b352ccae7f87", 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stdout: "whoami": 0, 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stdout: "id": 4294, 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stdout: "want_state": "up:active", 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stdout: "state": "up:active", 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stdout: "fs_name": "cephfs", 2024-09-10T09:27:45.647 INFO:teuthology.orchestra.run.smithi173.stdout: "rank_uptime": 28.378343845, 2024-09-10T09:27:45.648 INFO:teuthology.orchestra.run.smithi173.stdout: "mdsmap_epoch": 9, 2024-09-10T09:27:45.648 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_epoch": 25, 2024-09-10T09:27:45.648 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_epoch_barrier": 25, 2024-09-10T09:27:45.648 INFO:teuthology.orchestra.run.smithi173.stdout: "uptime": 33.622582827000002 2024-09-10T09:27:45.648 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb18ddaf640 1 -- 172.21.15.173:0/1653597896 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb17406be30 msgr2=0x7fb17406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb18ddaf640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb17406be30 0x7fb17406e2f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb178034000 tx=0x7fb17802e000 comp rx=0 tx=0).stop 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb18ddaf640 1 -- 172.21.15.173:0/1653597896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 msgr2=0x7fb1880d2780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.639+0000 7fb18ddaf640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 0x7fb1880d2780 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb180007e60 tx=0x7fb18000e4b0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.640+0000 7fb18ddaf640 1 -- 172.21.15.173:0/1653597896 shutdown_connections 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.640+0000 7fb18ddaf640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb17406be30 0x7fb17406e2f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.640+0000 7fb18ddaf640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb18815e740 0x7fb1880d2780 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.640+0000 7fb18ddaf640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb18809b690 0x7fb18815c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.640+0000 7fb18ddaf640 1 --2- 172.21.15.173:0/1653597896 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb18806dbd0 0x7fb1880b7d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.640+0000 7fb18ddaf640 1 -- 172.21.15.173:0/1653597896 >> 172.21.15.173:0/1653597896 conn(0x7fb1880d23a0 msgr2=0x7fb1880b1150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:45.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.640+0000 7fb18ddaf640 1 -- 172.21.15.173:0/1653597896 shutdown_connections 2024-09-10T09:27:45.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:45.640+0000 7fb18ddaf640 1 -- 172.21.15.173:0/1653597896 wait complete. 2024-09-10T09:27:45.651 INFO:teuthology.run_tasks:Running task sequential... 2024-09-10T09:27:45.661 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-10T09:27:45.661 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-10T09:27:45.662 INFO:teuthology.task.print:Enabling mgr modules 2024-09-10T09:27:45.662 INFO:teuthology.run_tasks:Running task kclient... 2024-09-10T09:27:45.812 INFO:tasks.kclient:Mounting kernel clients... 2024-09-10T09:27:45.812 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-10T09:27:45.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:45.812 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list 2024-09-10T09:27:45.828 INFO:teuthology.orchestra.run.smithi173.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-10T09:27:45.829 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:45.829 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T09:27:45.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:45.894 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link delete ceph-brx 2024-09-10T09:27:45.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:45.989 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list 2024-09-10T09:27:46.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:46.005 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link delete ceph-brx 2024-09-10T09:27:46.072 INFO:teuthology.orchestra.run.smithi173.stderr:Cannot find device "ceph-brx" 2024-09-10T09:27:46.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:27:46.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:46.074 DEBUG:teuthology.orchestra.run.smithi176:> ip netns list 2024-09-10T09:27:46.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:46.094 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link delete ceph-brx 2024-09-10T09:27:46.165 INFO:teuthology.orchestra.run.smithi176.stderr:Cannot find device "ceph-brx" 2024-09-10T09:27:46.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:27:46.167 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:46.167 DEBUG:teuthology.orchestra.run.smithi176:> ip netns list 2024-09-10T09:27:46.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:46.225 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link delete ceph-brx 2024-09-10T09:27:46.295 INFO:teuthology.orchestra.run.smithi176.stderr:Cannot find device "ceph-brx" 2024-09-10T09:27:46.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:27:46.296 INFO:tasks.kclient:client.0 config is {'syntax': 'v1'} 2024-09-10T09:27:46.296 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T09:27:46.296 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T09:27:46.297 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T09:27:46.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.398+0000 7fe144e53640 1 Processor -- start 2024-09-10T09:27:46.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.398+0000 7fe144e53640 1 -- start start 2024-09-10T09:27:46.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.399+0000 7fe144e53640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe140072d30 0x7fe14006f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:46.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.399+0000 7fe144e53640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14006f700 0x7fe14015b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:46.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.399+0000 7fe144e53640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1400cdbe0 con 0x7fe14015b300 2024-09-10T09:27:46.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.399+0000 7fe144e53640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe1400728a0 con 0x7fe140072d30 2024-09-10T09:27:46.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.399+0000 7fe144e53640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe14006fb30 con 0x7fe14006f700 2024-09-10T09:27:46.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.399+0000 7fe13ed9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14006f700 0x7fe14015b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:46.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.399+0000 7fe13dd9b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe140072d30 0x7fe14006f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:46.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.399+0000 7fe13e59c640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fe14015b300 0x7fe1400cceb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:51066/0 (socket says 172.21.15.173:51066) 2024-09-10T09:27:46.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.399+0000 7fe13e59c640 1 -- 172.21.15.173:0/2823605047 learned_addr learned my addr 172.21.15.173:0/2823605047 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:46.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.400+0000 7fe13d59a640 1 -- 172.21.15.173:0/2823605047 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1161042765 0 0) 0x7fe1400cdbe0 con 0x7fe14015b300 2024-09-10T09:27:46.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.400+0000 7fe13ed9d640 1 -- 172.21.15.173:0/2823605047 >> v2:172.21.15.176:3300/0 conn(0x7fe140072d30 msgr2=0x7fe14006f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:46.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.400+0000 7fe13ed9d640 1 --2- 172.21.15.173:0/2823605047 >> v2:172.21.15.176:3300/0 conn(0x7fe140072d30 0x7fe14006f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:46.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.400+0000 7fe13ed9d640 1 -- 172.21.15.173:0/2823605047 >> v1:172.21.15.176:6789/0 conn(0x7fe14015b300 legacy=0x7fe1400cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:46.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.400+0000 7fe13ed9d640 1 -- 172.21.15.173:0/2823605047 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1400cd900 con 0x7fe14006f700 2024-09-10T09:27:46.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.400+0000 7fe13dd9b640 1 --2- 172.21.15.173:0/2823605047 >> v2:172.21.15.176:3300/0 conn(0x7fe140072d30 0x7fe14006f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:46.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.400+0000 7fe13ed9d640 1 --2- 172.21.15.173:0/2823605047 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14006f700 0x7fe14015b6e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe138009d90 tx=0x7fe13802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=515175a2b0bf827b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:46.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.400+0000 7fe13d59a640 1 -- 172.21.15.173:0/2823605047 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe138031600 con 0x7fe14006f700 2024-09-10T09:27:46.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.400+0000 7fe13d59a640 1 -- 172.21.15.173:0/2823605047 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1380317a0 con 0x7fe14006f700 2024-09-10T09:27:46.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.401+0000 7fe13d59a640 1 -- 172.21.15.173:0/2823605047 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe138031b70 con 0x7fe14006f700 2024-09-10T09:27:46.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.401+0000 7fe144e53640 1 -- 172.21.15.173:0/2823605047 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14006f700 msgr2=0x7fe14015b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:46.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.401+0000 7fe144e53640 1 --2- 172.21.15.173:0/2823605047 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14006f700 0x7fe14015b6e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe138009d90 tx=0x7fe13802a5d0 comp rx=0 tx=0).stop 2024-09-10T09:27:46.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.401+0000 7fe144e53640 1 -- 172.21.15.173:0/2823605047 shutdown_connections 2024-09-10T09:27:46.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.401+0000 7fe144e53640 1 --2- 172.21.15.173:0/2823605047 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14006f700 0x7fe14015b6e0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:46.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.401+0000 7fe144e53640 1 --2- 172.21.15.173:0/2823605047 >> v2:172.21.15.176:3300/0 conn(0x7fe140072d30 0x7fe14006f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:46.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.401+0000 7fe144e53640 1 -- 172.21.15.173:0/2823605047 >> 172.21.15.173:0/2823605047 conn(0x7fe140067d70 msgr2=0x7fe14006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:46.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.401+0000 7fe144e53640 1 -- 172.21.15.173:0/2823605047 shutdown_connections 2024-09-10T09:27:46.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.401+0000 7fe144e53640 1 -- 172.21.15.173:0/2823605047 wait complete. 2024-09-10T09:27:46.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.402+0000 7fe144e53640 1 Processor -- start 2024-09-10T09:27:46.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.402+0000 7fe144e53640 1 -- start start 2024-09-10T09:27:46.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe144e53640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe14006f700 0x7fe1400c7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe144e53640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe140072d30 0x7fe1400b3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe144e53640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14015b300 0x7fe1401580f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe144e53640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe1400cd5c0 con 0x7fe14006f700 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe144e53640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe140072530 con 0x7fe140072d30 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe144e53640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe1400cffe0 con 0x7fe14015b300 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe13e59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe14006f700 0x7fe1400c7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe13e59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe14006f700 0x7fe1400c7fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57236/0 (socket says 172.21.15.173:57236) 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe13e59c640 1 -- 172.21.15.173:0/4200214111 learned_addr learned my addr 172.21.15.173:0/4200214111 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe13dd9b640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe140072d30 0x7fe1400b3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.403+0000 7fe13ed9d640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14015b300 0x7fe1401580f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe13e59c640 1 -- 172.21.15.173:0/4200214111 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14015b300 msgr2=0x7fe1401580f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe13e59c640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14015b300 0x7fe1401580f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe13e59c640 1 -- 172.21.15.173:0/4200214111 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe140072d30 msgr2=0x7fe1400b3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:46.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe13e59c640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe140072d30 0x7fe1400b3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:46.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe13e59c640 1 -- 172.21.15.173:0/4200214111 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1400aa240 con 0x7fe14006f700 2024-09-10T09:27:46.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe13ed9d640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14015b300 0x7fe1401580f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:46.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe13e59c640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe14006f700 0x7fe1400c7fe0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe13000c4a0 tx=0x7fe13000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:46.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe12effd640 1 -- 172.21.15.173:0/4200214111 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe130017070 con 0x7fe14006f700 2024-09-10T09:27:46.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe12effd640 1 -- 172.21.15.173:0/4200214111 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe130005ce0 con 0x7fe14006f700 2024-09-10T09:27:46.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe12effd640 1 -- 172.21.15.173:0/4200214111 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1300072b0 con 0x7fe14006f700 2024-09-10T09:27:46.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe144e53640 1 -- 172.21.15.173:0/4200214111 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1400c9290 con 0x7fe14006f700 2024-09-10T09:27:46.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.404+0000 7fe144e53640 1 -- 172.21.15.173:0/4200214111 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe140158f00 con 0x7fe14006f700 2024-09-10T09:27:46.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.405+0000 7fe144e53640 1 -- 172.21.15.173:0/4200214111 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe14006f1c0 con 0x7fe14006f700 2024-09-10T09:27:46.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.405+0000 7fe12effd640 1 -- 172.21.15.173:0/4200214111 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe13001a070 con 0x7fe14006f700 2024-09-10T09:27:46.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.406+0000 7fe12effd640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe12006be30 0x7fe12006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:46.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.406+0000 7fe12effd640 1 -- 172.21.15.173:0/4200214111 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe13008a4b0 con 0x7fe14006f700 2024-09-10T09:27:46.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.406+0000 7fe13dd9b640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe12006be30 0x7fe12006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:46.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.406+0000 7fe13dd9b640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe12006be30 0x7fe12006e2f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe134009560 tx=0x7fe134009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:46.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.410+0000 7fe12effd640 1 -- 172.21.15.173:0/4200214111 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1300584d0 con 0x7fe14006f700 2024-09-10T09:27:46.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.607+0000 7fe144e53640 1 -- 172.21.15.173:0/4200214111 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe1401e3790 con 0x7fe14006f700 2024-09-10T09:27:46.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.608+0000 7fe12effd640 1 -- 172.21.15.173:0/4200214111 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fe13005c7d0 con 0x7fe14006f700 2024-09-10T09:27:46.609 INFO:teuthology.orchestra.run.smithi173.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T09:27:46.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 -- 172.21.15.173:0/4200214111 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe12006be30 msgr2=0x7fe12006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:46.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe12006be30 0x7fe12006e2f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe134009560 tx=0x7fe134009190 comp rx=0 tx=0).stop 2024-09-10T09:27:46.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 -- 172.21.15.173:0/4200214111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe14006f700 msgr2=0x7fe1400c7fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:46.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe14006f700 0x7fe1400c7fe0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe13000c4a0 tx=0x7fe13000c960 comp rx=0 tx=0).stop 2024-09-10T09:27:46.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 -- 172.21.15.173:0/4200214111 shutdown_connections 2024-09-10T09:27:46.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe12006be30 0x7fe12006e2f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:46.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe14015b300 0x7fe1401580f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:46.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe140072d30 0x7fe1400b3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:46.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 --2- 172.21.15.173:0/4200214111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe14006f700 0x7fe1400c7fe0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:46.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 -- 172.21.15.173:0/4200214111 >> 172.21.15.173:0/4200214111 conn(0x7fe140067d70 msgr2=0x7fe1400c5950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:46.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 -- 172.21.15.173:0/4200214111 shutdown_connections 2024-09-10T09:27:46.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46.610+0000 7fe144e53640 1 -- 172.21.15.173:0/4200214111 wait complete. 2024-09-10T09:27:46.616 DEBUG:teuthology.orchestra.run.smithi173:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:27:46.618 DEBUG:teuthology.orchestra.run.smithi176:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:27:46.621 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T09:27:46.622 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T09:27:46.622 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi173.front.sepia.ceph.com 2024-09-10T09:27:46.622 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T09:27:46.622 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T09:27:46.622 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T09:27:46.622 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T09:27:46.622 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T09:27:46.622 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T09:27:46.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:46.622 DEBUG:teuthology.orchestra.run.smithi173:> ip addr 2024-09-10T09:27:46.677 INFO:teuthology.orchestra.run.smithi173.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T09:27:46.677 INFO:teuthology.orchestra.run.smithi173.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T09:27:46.677 INFO:teuthology.orchestra.run.smithi173.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T09:27:46.677 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:46.677 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 ::1/128 scope host 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:d9:38:6a brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout: altname enp7s0f0 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:d9:38:6b brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout: altname enp7s0f1 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:88:72:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:88:72:59 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout: inet 172.21.15.173/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T09:27:46.678 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft 42774sec preferred_lft 42774sec 2024-09-10T09:27:46.679 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::ec4:7aff:fe88:7259/64 scope link noprefixroute 2024-09-10T09:27:46.679 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:46.679 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T09:27:46.679 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:46.679 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:46.679 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link add name ceph-brx type bridge 2024-09-10T09:27:46.679 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip addr flush dev ceph-brx 2024-09-10T09:27:46.679 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link set ceph-brx up 2024-09-10T09:27:46.679 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T09:27:46.679 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:46.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:46.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:46.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:46.815 DEBUG:teuthology.orchestra.run.smithi173:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T09:27:46.839 INFO:teuthology.orchestra.run.smithi173.stdout:1 2024-09-10T09:27:46.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:46.841 DEBUG:teuthology.orchestra.run.smithi173:> route 2024-09-10T09:27:46.898 INFO:teuthology.orchestra.run.smithi173.stdout:Kernel IP routing table 2024-09-10T09:27:46.898 INFO:teuthology.orchestra.run.smithi173.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T09:27:46.898 INFO:teuthology.orchestra.run.smithi173.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T09:27:46.898 INFO:teuthology.orchestra.run.smithi173.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T09:27:46.898 INFO:teuthology.orchestra.run.smithi173.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T09:27:46.898 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:46.899 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:46.899 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T09:27:46.899 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T09:27:46.899 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T09:27:46.899 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:46.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:47.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:47.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:47.024 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list 2024-09-10T09:27:47.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:47.039 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list-id 2024-09-10T09:27:47.095 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:47.095 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:47.095 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T09:27:47.095 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-10T09:27:47.095 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:47.183 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:47.205 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:47.211 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-10T09:27:47.212 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:47.212 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:47.212 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-10T09:27:47.212 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T09:27:47.212 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-10T09:27:47.212 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-10T09:27:47.212 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-10T09:27:47.212 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:47.260 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:47.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:47.323 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:47.323 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:47.323 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link set brx.0 up 2024-09-10T09:27:47.323 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T09:27:47.323 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:47.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:47.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:47.400 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:27:47.401 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T09:27:47.416 INFO:teuthology.orchestra.run.smithi173.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T09:27:47.416 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:27:47.416 DEBUG:teuthology.orchestra.run.smithi173:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T09:27:47.471 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-10T09:27:47.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:47.471 DEBUG:teuthology.orchestra.run.smithi173:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-10T09:27:47.555 INFO:teuthology.orchestra.run.smithi173.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-10T09:27:47.555 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-10T09:27:47.556 INFO:teuthology.orchestra.run.smithi173.stdout:invalid new device string format 2024-09-10T09:27:47.687 INFO:teuthology.orchestra.run.smithi173.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-10T09:27:47.687 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-10T09:27:47.687 INFO:teuthology.orchestra.run.smithi173.stdout:invalid new device string format 2024-09-10T09:27:47.687 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: resolved to: "172.21.15.173:3300,172.21.15.176:3300,172.21.15.176:3301" 2024-09-10T09:27:47.687 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-10T09:27:47.692 INFO:teuthology.orchestra.run.smithi173.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-10T09:27:47.692 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-10T09:27:47.692 INFO:teuthology.orchestra.run.smithi173.stdout:invalid new device string format 2024-09-10T09:27:47.692 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: resolved to: "172.21.15.173:3300,172.21.15.176:3300,172.21.15.176:3301" 2024-09-10T09:27:47.692 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-10T09:27:47.692 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: resolved to: "172.21.15.173:6789,172.21.15.176:6789,172.21.15.176:6790" 2024-09-10T09:27:47.692 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.173:6789,172.21.15.176:6789,172.21.15.176:6790:/ 2024-09-10T09:27:47.692 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=34710975-cc63-4584-a582-b352ccae7f87" will pass to kernel 2024-09-10T09:27:47.693 INFO:teuthology.orchestra.run.smithi173.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-10T09:27:47.693 INFO:teuthology.orchestra.run.smithi173.stdout: You just mounted a file system that supports labels which does not 2024-09-10T09:27:47.693 INFO:teuthology.orchestra.run.smithi173.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-10T09:27:47.693 INFO:teuthology.orchestra.run.smithi173.stdout: applications will generate AVC messages and not be allowed access to 2024-09-10T09:27:47.693 INFO:teuthology.orchestra.run.smithi173.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-10T09:27:47.694 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T09:27:47.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:47.695 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T09:27:47.760 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:47.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:47.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:47.858 INFO:teuthology.orchestra.run.smithi173.stdout:client4722 2024-09-10T09:27:47.858 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:27:47.858 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:47.874 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:47.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:47.963 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:47.969 INFO:teuthology.orchestra.run.smithi173.stdout:client4722 2024-09-10T09:27:47.969 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:48.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:48.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:48.028 INFO:teuthology.orchestra.run.smithi173.stdout:client4722 2024-09-10T09:27:48.028 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/34710975-cc63-4584-a582-b352ccae7f87.client4722/status') 2024-09-10T09:27:48.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:48.086 INFO:teuthology.orchestra.run.smithi173.stdout:instance: client.4722 (3)192.168.0.1:0/731862870 2024-09-10T09:27:48.086 INFO:teuthology.orchestra.run.smithi173.stdout:blocklisted: false 2024-09-10T09:27:48.086 INFO:teuthology.orchestra.run.smithi173.stderr:0+1 records in 2024-09-10T09:27:48.086 INFO:teuthology.orchestra.run.smithi173.stderr:0+1 records out 2024-09-10T09:27:48.086 INFO:teuthology.orchestra.run.smithi173.stderr:68 bytes copied, 2.6286e-05 s, 2.6 MB/s 2024-09-10T09:27:48.087 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:48.093 INFO:tasks.kclient:client.2 config is {'syntax': 'v1'} 2024-09-10T09:27:48.093 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T09:27:48.093 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-10T09:27:48.093 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T09:27:48.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.191+0000 7f83a9b3b640 1 Processor -- start 2024-09-10T09:27:48.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.191+0000 7f83a9b3b640 1 -- start start 2024-09-10T09:27:48.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a9b3b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f83a4072320 0x7f83a40cce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:48.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a9b3b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 0x7f83a406e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:48.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a9b3b640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83a4146140 con 0x7f83a4072700 2024-09-10T09:27:48.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a9b3b640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f83a40cd740 con 0x7f83a4072320 2024-09-10T09:27:48.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a9b3b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f83a40cda20 con 0x7f83a4072de0 2024-09-10T09:27:48.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a37fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f83a4072320 0x7f83a40cce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:48.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a37fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f83a4072320 0x7f83a40cce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57244/0 (socket says 172.21.15.173:57244) 2024-09-10T09:27:48.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a37fe640 1 -- 172.21.15.173:0/320153408 learned_addr learned my addr 172.21.15.173:0/320153408 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:48.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f839affd640 1 --2- 172.21.15.173:0/320153408 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 0x7f83a406e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:48.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a37fe640 1 -- 172.21.15.173:0/320153408 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 msgr2=0x7f83a406e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:48.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a37fe640 1 --2- 172.21.15.173:0/320153408 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 0x7f83a406e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:48.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a37fe640 1 -- 172.21.15.173:0/320153408 >> v1:172.21.15.176:6789/0 conn(0x7f83a4072700 legacy=0x7f83a406e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:48.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.192+0000 7f83a37fe640 1 -- 172.21.15.173:0/320153408 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a40cdd00 con 0x7f83a4072320 2024-09-10T09:27:48.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.193+0000 7f83a37fe640 1 --2- 172.21.15.173:0/320153408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072320 0x7f83a40cce60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8394009870 tx=0x7f839402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dff901dfa9f3a0fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:48.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.193+0000 7f83a2ffd640 1 -- 172.21.15.173:0/320153408 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8394037070 con 0x7f83a4072320 2024-09-10T09:27:48.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.193+0000 7f83a2ffd640 1 -- 172.21.15.173:0/320153408 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8394032440 con 0x7f83a4072320 2024-09-10T09:27:48.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.193+0000 7f83a2ffd640 1 -- 172.21.15.173:0/320153408 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8394032810 con 0x7f83a4072320 2024-09-10T09:27:48.196 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.194+0000 7f83a9b3b640 1 -- 172.21.15.173:0/320153408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072320 msgr2=0x7f83a40cce60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:48.196 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.194+0000 7f83a9b3b640 1 --2- 172.21.15.173:0/320153408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072320 0x7f83a40cce60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8394009870 tx=0x7f839402a1c0 comp rx=0 tx=0).stop 2024-09-10T09:27:48.196 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.194+0000 7f83a9b3b640 1 -- 172.21.15.173:0/320153408 shutdown_connections 2024-09-10T09:27:48.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.194+0000 7f83a9b3b640 1 --2- 172.21.15.173:0/320153408 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 0x7f83a406e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:48.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.194+0000 7f83a9b3b640 1 --2- 172.21.15.173:0/320153408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072320 0x7f83a40cce60 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:48.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.194+0000 7f83a9b3b640 1 -- 172.21.15.173:0/320153408 >> 172.21.15.173:0/320153408 conn(0x7f83a4067d70 msgr2=0x7f83a406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:48.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.194+0000 7f83a9b3b640 1 -- 172.21.15.173:0/320153408 shutdown_connections 2024-09-10T09:27:48.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.194+0000 7f83a9b3b640 1 -- 172.21.15.173:0/320153408 wait complete. 2024-09-10T09:27:48.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.195+0000 7f83a9b3b640 1 Processor -- start 2024-09-10T09:27:48.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.195+0000 7f83a9b3b640 1 -- start start 2024-09-10T09:27:48.199 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f83a9b3b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f83a4072320 0x7f83a40af9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:48.199 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f83a9b3b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072700 0x7f83a4141a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:48.199 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f83a9b3b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 0x7f83a4141f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:48.199 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f83a9b3b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f83a40cd520 con 0x7f83a4072700 2024-09-10T09:27:48.199 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f83a9b3b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f83a40cd3a0 con 0x7f83a4072320 2024-09-10T09:27:48.199 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f83a9b3b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f83a406ed00 con 0x7f83a4072de0 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f839affd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072700 0x7f83a4141a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f839affd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072700 0x7f83a4141a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57254/0 (socket says 172.21.15.173:57254) 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f839affd640 1 -- 172.21.15.173:0/3205049093 learned_addr learned my addr 172.21.15.173:0/3205049093 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f83a37fe640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f83a4072320 0x7f83a40af9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f83a3fff640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 0x7f83a4141f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f839affd640 1 -- 172.21.15.173:0/3205049093 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 msgr2=0x7f83a4141f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f839affd640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 0x7f83a4141f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f839affd640 1 -- 172.21.15.173:0/3205049093 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f83a4072320 msgr2=0x7f83a40af9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f839affd640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f83a4072320 0x7f83a40af9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f839affd640 1 -- 172.21.15.173:0/3205049093 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a40aef80 con 0x7f83a4072700 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f83a3fff640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 0x7f83a4141f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:48.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.196+0000 7f839affd640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072700 0x7f83a4141a00 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f838c00e870 tx=0x7f838c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:48.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.197+0000 7f83a0ff9640 1 -- 172.21.15.173:0/3205049093 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838c017070 con 0x7f83a4072700 2024-09-10T09:27:48.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.197+0000 7f83a0ff9640 1 -- 172.21.15.173:0/3205049093 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f838c00c940 con 0x7f83a4072700 2024-09-10T09:27:48.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.197+0000 7f83a9b3b640 1 -- 172.21.15.173:0/3205049093 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83a40aeca0 con 0x7f83a4072700 2024-09-10T09:27:48.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.197+0000 7f83a0ff9640 1 -- 172.21.15.173:0/3205049093 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838c00cd30 con 0x7f83a4072700 2024-09-10T09:27:48.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.197+0000 7f83a9b3b640 1 -- 172.21.15.173:0/3205049093 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83a40b3c30 con 0x7f83a4072700 2024-09-10T09:27:48.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.198+0000 7f83a9b3b640 1 -- 172.21.15.173:0/3205049093 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83a40cce60 con 0x7f83a4072700 2024-09-10T09:27:48.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.198+0000 7f83a0ff9640 1 -- 172.21.15.173:0/3205049093 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f838c01a070 con 0x7f83a4072700 2024-09-10T09:27:48.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.199+0000 7f83a0ff9640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f838406be30 0x7f838406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:48.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.199+0000 7f83a0ff9640 1 -- 172.21.15.173:0/3205049093 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f838c08afa0 con 0x7f83a4072700 2024-09-10T09:27:48.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.199+0000 7f83a37fe640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f838406be30 0x7f838406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:48.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.199+0000 7f83a37fe640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f838406be30 0x7f838406e2f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8394034000 tx=0x7f839402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:48.204 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.203+0000 7f83a0ff9640 1 -- 172.21.15.173:0/3205049093 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f838c058fc0 con 0x7f83a4072700 2024-09-10T09:27:48.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.407+0000 7f83a9b3b640 1 -- 172.21.15.173:0/3205049093 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f83a4142a00 con 0x7f83a4072700 2024-09-10T09:27:48.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.407+0000 7f83a0ff9640 1 -- 172.21.15.173:0/3205049093 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f838c05d2c0 con 0x7f83a4072700 2024-09-10T09:27:48.409 INFO:teuthology.orchestra.run.smithi173.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T09:27:48.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 -- 172.21.15.173:0/3205049093 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f838406be30 msgr2=0x7f838406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:48.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f838406be30 0x7f838406e2f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8394034000 tx=0x7f839402e000 comp rx=0 tx=0).stop 2024-09-10T09:27:48.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 -- 172.21.15.173:0/3205049093 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072700 msgr2=0x7f83a4141a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:48.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072700 0x7f83a4141a00 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f838c00e870 tx=0x7f838c00ed30 comp rx=0 tx=0).stop 2024-09-10T09:27:48.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 -- 172.21.15.173:0/3205049093 shutdown_connections 2024-09-10T09:27:48.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f838406be30 0x7f838406e2f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:48.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f83a4072de0 0x7f83a4141f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:48.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4072700 0x7f83a4141a00 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:48.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 --2- 172.21.15.173:0/3205049093 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f83a4072320 0x7f83a40af9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:48.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 -- 172.21.15.173:0/3205049093 >> 172.21.15.173:0/3205049093 conn(0x7f83a4067d70 msgr2=0x7f83a406e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:48.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 -- 172.21.15.173:0/3205049093 shutdown_connections 2024-09-10T09:27:48.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48.410+0000 7f83a9b3b640 1 -- 172.21.15.173:0/3205049093 wait complete. 2024-09-10T09:27:48.422 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T09:27:48.422 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T09:27:48.422 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi173.front.sepia.ceph.com 2024-09-10T09:27:48.422 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-10T09:27:48.422 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-10T09:27:48.422 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T09:27:48.422 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T09:27:48.422 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T09:27:48.422 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-10T09:27:48.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:48.423 DEBUG:teuthology.orchestra.run.smithi173:> ip addr 2024-09-10T09:27:48.438 INFO:teuthology.orchestra.run.smithi173.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T09:27:48.438 INFO:teuthology.orchestra.run.smithi173.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T09:27:48.439 INFO:teuthology.orchestra.run.smithi173.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T09:27:48.439 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.439 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 ::1/128 scope host 2024-09-10T09:27:48.439 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.439 INFO:teuthology.orchestra.run.smithi173.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:48.439 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:d9:38:6a brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:48.439 INFO:teuthology.orchestra.run.smithi173.stdout: altname enp7s0f0 2024-09-10T09:27:48.439 INFO:teuthology.orchestra.run.smithi173.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:48.439 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:d9:38:6b brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:48.440 INFO:teuthology.orchestra.run.smithi173.stdout: altname enp7s0f1 2024-09-10T09:27:48.440 INFO:teuthology.orchestra.run.smithi173.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:48.440 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:88:72:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:48.440 INFO:teuthology.orchestra.run.smithi173.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T09:27:48.440 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:88:72:59 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:48.440 INFO:teuthology.orchestra.run.smithi173.stdout: inet 172.21.15.173/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T09:27:48.440 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft 42772sec preferred_lft 42772sec 2024-09-10T09:27:48.440 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::ec4:7aff:fe88:7259/64 scope link noprefixroute 2024-09-10T09:27:48.440 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.440 INFO:teuthology.orchestra.run.smithi173.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T09:27:48.441 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 62:da:2b:07:45:28 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:48.441 INFO:teuthology.orchestra.run.smithi173.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T09:27:48.441 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.441 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::d4c5:5bff:fee7:d069/64 scope link 2024-09-10T09:27:48.441 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.441 INFO:teuthology.orchestra.run.smithi173.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T09:27:48.441 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 62:da:2b:07:45:28 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T09:27:48.441 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::60da:2bff:fe07:4528/64 scope link tentative 2024-09-10T09:27:48.441 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:48.442 DEBUG:teuthology.orchestra.run.smithi173:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T09:27:48.502 INFO:teuthology.orchestra.run.smithi173.stdout:1 2024-09-10T09:27:48.503 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:48.503 DEBUG:teuthology.orchestra.run.smithi173:> route 2024-09-10T09:27:48.560 INFO:teuthology.orchestra.run.smithi173.stdout:Kernel IP routing table 2024-09-10T09:27:48.561 INFO:teuthology.orchestra.run.smithi173.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T09:27:48.561 INFO:teuthology.orchestra.run.smithi173.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T09:27:48.561 INFO:teuthology.orchestra.run.smithi173.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T09:27:48.561 INFO:teuthology.orchestra.run.smithi173.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T09:27:48.561 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:48.561 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:48.561 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T09:27:48.561 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T09:27:48.561 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T09:27:48.562 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:48.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:48.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:48.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:48.688 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list 2024-09-10T09:27:48.704 INFO:teuthology.orchestra.run.smithi173.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T09:27:48.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:48.705 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list-id 2024-09-10T09:27:48.759 INFO:teuthology.orchestra.run.smithi173.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-10T09:27:48.760 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:48.760 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:48.760 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T09:27:48.760 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-10T09:27:48.760 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:48.847 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:48.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:48.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:48.877 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-10T09:27:48.901 INFO:teuthology.orchestra.run.smithi173.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T09:27:48.901 INFO:teuthology.orchestra.run.smithi173.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T09:27:48.901 INFO:teuthology.orchestra.run.smithi173.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T09:27:48.901 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.902 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 ::1/128 scope host 2024-09-10T09:27:48.902 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.902 INFO:teuthology.orchestra.run.smithi173.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T09:27:48.902 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 2e:af:cc:c2:91:39 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T09:27:48.902 INFO:teuthology.orchestra.run.smithi173.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T09:27:48.902 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.902 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::2caf:ccff:fec2:9139/64 scope link 2024-09-10T09:27:48.902 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.903 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:48.903 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-10T09:27:48.969 INFO:teuthology.orchestra.run.smithi173.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T09:27:48.969 INFO:teuthology.orchestra.run.smithi173.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T09:27:48.969 INFO:teuthology.orchestra.run.smithi173.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T09:27:48.969 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.969 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 ::1/128 scope host 2024-09-10T09:27:48.969 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.969 INFO:teuthology.orchestra.run.smithi173.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T09:27:48.970 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 2e:af:cc:c2:91:39 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T09:27:48.970 INFO:teuthology.orchestra.run.smithi173.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T09:27:48.970 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.970 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::2caf:ccff:fec2:9139/64 scope link 2024-09-10T09:27:48.970 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:48.971 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-10T09:27:48.971 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:48.971 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:48.971 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-10T09:27:48.971 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-10T09:27:48.971 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-10T09:27:48.971 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-10T09:27:48.972 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-10T09:27:48.972 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:49.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:49.117 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:49.124 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:49.124 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:27:49.124 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link set brx.1 up 2024-09-10T09:27:49.124 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link set dev brx.1 master ceph-brx 2024-09-10T09:27:49.124 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:27:49.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:49.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:49.201 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:27:49.201 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-10T09:27:49.216 INFO:teuthology.orchestra.run.smithi173.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-10T09:27:49.217 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:27:49.217 DEBUG:teuthology.orchestra.run.smithi173:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-10T09:27:49.273 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-10T09:27:49.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:49.273 DEBUG:teuthology.orchestra.run.smithi173:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-10T09:27:49.356 INFO:teuthology.orchestra.run.smithi173.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-10T09:27:49.357 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-10T09:27:49.357 INFO:teuthology.orchestra.run.smithi173.stdout:invalid new device string format 2024-09-10T09:27:49.365 INFO:teuthology.orchestra.run.smithi173.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-10T09:27:49.365 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-10T09:27:49.365 INFO:teuthology.orchestra.run.smithi173.stdout:invalid new device string format 2024-09-10T09:27:49.365 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: resolved to: "172.21.15.173:3300,172.21.15.176:3300,172.21.15.176:3301" 2024-09-10T09:27:49.365 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-10T09:27:49.371 INFO:teuthology.orchestra.run.smithi173.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-10T09:27:49.371 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-10T09:27:49.371 INFO:teuthology.orchestra.run.smithi173.stdout:invalid new device string format 2024-09-10T09:27:49.371 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: resolved to: "172.21.15.173:3300,172.21.15.176:3300,172.21.15.176:3301" 2024-09-10T09:27:49.371 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-10T09:27:49.371 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: resolved to: "172.21.15.173:6789,172.21.15.176:6789,172.21.15.176:6790" 2024-09-10T09:27:49.371 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.173:6789,172.21.15.176:6789,172.21.15.176:6790:/ 2024-09-10T09:27:49.371 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs,key=2,fsid=34710975-cc63-4584-a582-b352ccae7f87" will pass to kernel 2024-09-10T09:27:49.372 INFO:teuthology.orchestra.run.smithi173.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-10T09:27:49.372 INFO:teuthology.orchestra.run.smithi173.stdout: You just mounted a file system that supports labels which does not 2024-09-10T09:27:49.372 INFO:teuthology.orchestra.run.smithi173.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-10T09:27:49.372 INFO:teuthology.orchestra.run.smithi173.stdout: applications will generate AVC messages and not be allowed access to 2024-09-10T09:27:49.372 INFO:teuthology.orchestra.run.smithi173.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-10T09:27:49.373 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T09:27:49.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:49.374 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-10T09:27:49.398 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:49.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:49.489 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:49.494 INFO:teuthology.orchestra.run.smithi173.stdout:client4583 2024-09-10T09:27:49.495 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:27:49.495 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:49.511 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:49.598 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:49.600 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:49.605 INFO:teuthology.orchestra.run.smithi173.stdout:client4583 2024-09-10T09:27:49.606 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:49.654 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:49.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:49.661 INFO:teuthology.orchestra.run.smithi173.stdout:client4583 2024-09-10T09:27:49.662 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/34710975-cc63-4584-a582-b352ccae7f87.client4583/status') 2024-09-10T09:27:49.709 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:49.719 INFO:teuthology.orchestra.run.smithi173.stdout:instance: client.4583 (3)172.21.15.173:0/2857964066 2024-09-10T09:27:49.719 INFO:teuthology.orchestra.run.smithi173.stdout:blocklisted: false 2024-09-10T09:27:49.720 INFO:teuthology.orchestra.run.smithi173.stderr:0+1 records in 2024-09-10T09:27:49.720 INFO:teuthology.orchestra.run.smithi173.stderr:0+1 records out 2024-09-10T09:27:49.720 INFO:teuthology.orchestra.run.smithi173.stderr:71 bytes copied, 3.8537e-05 s, 1.8 MB/s 2024-09-10T09:27:49.720 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:49.726 INFO:tasks.kclient:client.1 config is {'syntax': 'v1'} 2024-09-10T09:27:49.726 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T09:27:49.726 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T09:27:49.727 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T09:27:49.825 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.824+0000 7eff0480e640 1 Processor -- start 2024-09-10T09:27:49.825 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.824+0000 7eff0480e640 1 -- start start 2024-09-10T09:27:49.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7eff0480e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7eff0015c490 0x7eff0009b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:49.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7eff0480e640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff000d01c0 con 0x7eff0015cf80 2024-09-10T09:27:49.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7eff0480e640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff000d04a0 con 0x7eff0009b980 2024-09-10T09:27:49.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7eff0480e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7eff000cff70 con 0x7eff0015c490 2024-09-10T09:27:49.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefed9d640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7eff0015cf80 0x7eff000ccf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:35570/0 (socket says 172.21.15.173:35570) 2024-09-10T09:27:49.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefed9d640 1 -- 172.21.15.173:0/2810122092 learned_addr learned my addr 172.21.15.173:0/2810122092 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:49.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefe59c640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7eff0015c490 0x7eff0009b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:49.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4267292964 0 0) 0x7eff000d01c0 con 0x7eff0015cf80 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efee8003520 con 0x7eff0015cf80 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 488102044 0 0) 0x7eff000d04a0 con 0x7eff0009b980 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff000d01c0 con 0x7eff0009b980 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1853247259 0 0) 0x7efee8003520 con 0x7eff0015cf80 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7eff0015c490 msgr2=0x7eff0009b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7eff0015c490 0x7eff0009b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 >> v1:172.21.15.176:6789/0 conn(0x7eff0009b980 legacy=0x7eff0015c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff000d0780 con 0x7eff0015cf80 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7efef80019f0 con 0x7eff0015cf80 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 >> v1:172.21.15.173:6789/0 conn(0x7eff0015cf80 legacy=0x7eff000ccf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efee8003b70 0x7efee8003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:49.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efee8004800 0x7efee8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efee80051c0 0x7efee800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7eff000cff70 con 0x7efee80051c0 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7efee800bf30 con 0x7efee8003b70 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7efee800c130 con 0x7efee8004800 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.825+0000 7efefe59c640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7eff0015c490 0x7eff0009b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.826+0000 7efefed9d640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efee80051c0 0x7efee800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.826+0000 7efefdd9b640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efee8004800 0x7efee8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.826+0000 7efefe59c640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efee8003b70 0x7efee8003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.826+0000 7efefed9d640 1 -- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efee8004800 msgr2=0x7efee8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.826+0000 7efefed9d640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7efee8004800 0x7efee8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.826+0000 7efefed9d640 1 -- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efee8003b70 msgr2=0x7efee8003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.826+0000 7efefed9d640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efee8003b70 0x7efee8003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.826+0000 7efefed9d640 1 -- 172.21.15.173:0/2810122092 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efee8003520 con 0x7efee80051c0 2024-09-10T09:27:49.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7efefed9d640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efee80051c0 0x7efee800b9c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7efef800a800 tx=0x7efee8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5b3f518dc740fec server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:49.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef800a430 con 0x7efee80051c0 2024-09-10T09:27:49.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efef802f070 con 0x7efee80051c0 2024-09-10T09:27:49.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7efefd59a640 1 -- 172.21.15.173:0/2810122092 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef802bc30 con 0x7efee80051c0 2024-09-10T09:27:49.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7eff0480e640 1 -- 172.21.15.173:0/2810122092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efee80051c0 msgr2=0x7efee800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:49.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7eff0480e640 1 --2- 172.21.15.173:0/2810122092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efee80051c0 0x7efee800b9c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7efef800a800 tx=0x7efee8005830 comp rx=0 tx=0).stop 2024-09-10T09:27:49.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7efefed9d640 1 -- 172.21.15.173:0/2810122092 reap_dead start 2024-09-10T09:27:49.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7eff0480e640 1 -- 172.21.15.173:0/2810122092 shutdown_connections 2024-09-10T09:27:49.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7eff0480e640 1 -- 172.21.15.173:0/2810122092 >> 172.21.15.173:0/2810122092 conn(0x7eff000d23a0 msgr2=0x7eff000d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:49.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7eff0480e640 1 -- 172.21.15.173:0/2810122092 shutdown_connections 2024-09-10T09:27:49.832 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.827+0000 7eff0480e640 1 -- 172.21.15.173:0/2810122092 wait complete. 2024-09-10T09:27:49.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7eff0480e640 1 Processor -- start 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7eff0480e640 1 -- start start 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7eff0480e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efee80051c0 0x7eff00159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7eff0480e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7eff0015a630 0x7eff000c72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7eff0480e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff000c7820 0x7eff0015b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7eff0480e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7eff000d1260 con 0x7eff000c7820 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7eff0480e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7eff000d0dd0 con 0x7efee80051c0 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7eff0480e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7eff0015a420 con 0x7eff0015a630 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7efefed9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff000c7820 0x7eff0015b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7efefed9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff000c7820 0x7eff0015b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57264/0 (socket says 172.21.15.173:57264) 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7efefed9d640 1 -- 172.21.15.173:0/3529079391 learned_addr learned my addr 172.21.15.173:0/3529079391 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.829+0000 7efefe59c640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efee80051c0 0x7eff00159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7efefdd9b640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7eff0015a630 0x7eff000c72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:49.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7efefed9d640 1 -- 172.21.15.173:0/3529079391 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7eff0015a630 msgr2=0x7eff000c72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7efefed9d640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7eff0015a630 0x7eff000c72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7efefed9d640 1 -- 172.21.15.173:0/3529079391 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efee80051c0 msgr2=0x7eff00159ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7efefed9d640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efee80051c0 0x7eff00159ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7efefed9d640 1 -- 172.21.15.173:0/3529079391 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff000c6240 con 0x7eff000c7820 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7efefed9d640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff000c7820 0x7eff0015b300 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7efef800a920 tx=0x7efef8001d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7efeeeffd640 1 -- 172.21.15.173:0/3529079391 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef800a430 con 0x7eff000c7820 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7efeeeffd640 1 -- 172.21.15.173:0/3529079391 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efef802bc00 con 0x7eff000c7820 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7eff0480e640 1 -- 172.21.15.173:0/3529079391 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff000c6520 con 0x7eff000c7820 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7efeeeffd640 1 -- 172.21.15.173:0/3529079391 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef8001f90 con 0x7eff000c7820 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.830+0000 7eff0480e640 1 -- 172.21.15.173:0/3529079391 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff000c6ae0 con 0x7eff000c7820 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.831+0000 7eff0480e640 1 -- 172.21.15.173:0/3529079391 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff00069140 con 0x7eff000c7820 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.832+0000 7efeeeffd640 1 -- 172.21.15.173:0/3529079391 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efef8034470 con 0x7eff000c7820 2024-09-10T09:27:49.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.832+0000 7efeeeffd640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efee006be60 0x7efee006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:49.837 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.832+0000 7efeeeffd640 1 -- 172.21.15.173:0/3529079391 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7efef80aab50 con 0x7eff000c7820 2024-09-10T09:27:49.837 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.832+0000 7efefe59c640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efee006be60 0x7efee006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:49.837 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.832+0000 7efefe59c640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efee006be60 0x7efee006e320 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7eff000c9420 tx=0x7efef0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:49.837 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:49.836+0000 7efeeeffd640 1 -- 172.21.15.173:0/3529079391 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efef8078b70 con 0x7eff000c7820 2024-09-10T09:27:50.035 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.034+0000 7eff0480e640 1 -- 172.21.15.173:0/3529079391 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7eff000d04a0 con 0x7eff000c7820 2024-09-10T09:27:50.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.035+0000 7efeeeffd640 1 -- 172.21.15.173:0/3529079391 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7efef807ce70 con 0x7eff000c7820 2024-09-10T09:27:50.036 INFO:teuthology.orchestra.run.smithi173.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T09:27:50.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 -- 172.21.15.173:0/3529079391 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efee006be60 msgr2=0x7efee006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:50.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efee006be60 0x7efee006e320 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7eff000c9420 tx=0x7efef0009190 comp rx=0 tx=0).stop 2024-09-10T09:27:50.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 -- 172.21.15.173:0/3529079391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff000c7820 msgr2=0x7eff0015b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:50.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff000c7820 0x7eff0015b300 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7efef800a920 tx=0x7efef8001d40 comp rx=0 tx=0).stop 2024-09-10T09:27:50.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 -- 172.21.15.173:0/3529079391 shutdown_connections 2024-09-10T09:27:50.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7efee006be60 0x7efee006e320 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:50.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff000c7820 0x7eff0015b300 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:50.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7eff0015a630 0x7eff000c72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:50.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 --2- 172.21.15.173:0/3529079391 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efee80051c0 0x7eff00159ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:50.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 -- 172.21.15.173:0/3529079391 >> 172.21.15.173:0/3529079391 conn(0x7eff000d23a0 msgr2=0x7eff00070920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:50.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 -- 172.21.15.173:0/3529079391 shutdown_connections 2024-09-10T09:27:50.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:50.037+0000 7eff0480e640 1 -- 172.21.15.173:0/3529079391 wait complete. 2024-09-10T09:27:50.048 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T09:27:50.049 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T09:27:50.049 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi176.front.sepia.ceph.com 2024-09-10T09:27:50.049 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T09:27:50.049 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T09:27:50.049 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T09:27:50.049 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T09:27:50.049 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T09:27:50.049 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T09:27:50.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:50.049 DEBUG:teuthology.orchestra.run.smithi176:> ip addr 2024-09-10T09:27:50.069 INFO:teuthology.orchestra.run.smithi176.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T09:27:50.069 INFO:teuthology.orchestra.run.smithi176.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T09:27:50.069 INFO:teuthology.orchestra.run.smithi176.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout: inet6 ::1/128 scope host 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 0c:c4:7a:d9:36:80 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout: altname enp7s0f0 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 0c:c4:7a:d9:36:81 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout: altname enp7s0f1 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 0c:c4:7a:88:6f:60 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 0c:c4:7a:88:6f:61 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:50.070 INFO:teuthology.orchestra.run.smithi176.stdout: inet 172.21.15.176/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T09:27:50.071 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft 42768sec preferred_lft 42768sec 2024-09-10T09:27:50.071 INFO:teuthology.orchestra.run.smithi176.stdout: inet6 fe80::ec4:7aff:fe88:6f61/64 scope link noprefixroute 2024-09-10T09:27:50.071 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:50.071 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T09:27:50.071 DEBUG:teuthology.orchestra.run.smithi176:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:50.071 DEBUG:teuthology.orchestra.run.smithi176:> set -e 2024-09-10T09:27:50.071 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link add name ceph-brx type bridge 2024-09-10T09:27:50.071 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip addr flush dev ceph-brx 2024-09-10T09:27:50.071 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link set ceph-brx up 2024-09-10T09:27:50.071 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T09:27:50.072 DEBUG:teuthology.orchestra.run.smithi176:> ') 2024-09-10T09:27:50.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:50.388 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:50.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:50.394 DEBUG:teuthology.orchestra.run.smithi176:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T09:27:50.418 INFO:teuthology.orchestra.run.smithi176.stdout:1 2024-09-10T09:27:50.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:50.420 DEBUG:teuthology.orchestra.run.smithi176:> route 2024-09-10T09:27:50.489 INFO:teuthology.orchestra.run.smithi176.stdout:Kernel IP routing table 2024-09-10T09:27:50.489 INFO:teuthology.orchestra.run.smithi176.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T09:27:50.489 INFO:teuthology.orchestra.run.smithi176.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T09:27:50.489 INFO:teuthology.orchestra.run.smithi176.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T09:27:50.489 INFO:teuthology.orchestra.run.smithi176.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T09:27:50.489 DEBUG:teuthology.orchestra.run.smithi176:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:50.489 DEBUG:teuthology.orchestra.run.smithi176:> set -e 2024-09-10T09:27:50.490 DEBUG:teuthology.orchestra.run.smithi176:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T09:27:50.490 DEBUG:teuthology.orchestra.run.smithi176:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T09:27:50.490 DEBUG:teuthology.orchestra.run.smithi176:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T09:27:50.490 DEBUG:teuthology.orchestra.run.smithi176:> ') 2024-09-10T09:27:50.577 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:50.774 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:50.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:50.780 DEBUG:teuthology.orchestra.run.smithi176:> ip netns list 2024-09-10T09:27:50.795 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:50.795 DEBUG:teuthology.orchestra.run.smithi176:> ip netns list-id 2024-09-10T09:27:50.851 DEBUG:teuthology.orchestra.run.smithi176:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:50.851 DEBUG:teuthology.orchestra.run.smithi176:> set -e 2024-09-10T09:27:50.851 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T09:27:50.852 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-10T09:27:50.852 DEBUG:teuthology.orchestra.run.smithi176:> ') 2024-09-10T09:27:50.940 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:50.962 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:50.968 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-10T09:27:50.969 DEBUG:teuthology.orchestra.run.smithi176:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:50.969 DEBUG:teuthology.orchestra.run.smithi176:> set -e 2024-09-10T09:27:50.969 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-10T09:27:50.969 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T09:27:50.969 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-10T09:27:50.969 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-10T09:27:50.969 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-10T09:27:50.969 DEBUG:teuthology.orchestra.run.smithi176:> ') 2024-09-10T09:27:51.017 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:51.124 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:51.130 DEBUG:teuthology.orchestra.run.smithi176:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:51.130 DEBUG:teuthology.orchestra.run.smithi176:> set -e 2024-09-10T09:27:51.130 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link set brx.0 up 2024-09-10T09:27:51.130 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T09:27:51.130 DEBUG:teuthology.orchestra.run.smithi176:> ') 2024-09-10T09:27:51.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:51.200 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:51.206 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:27:51.206 DEBUG:teuthology.orchestra.run.smithi176:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T09:27:51.221 INFO:teuthology.orchestra.run.smithi176.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T09:27:51.222 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:27:51.222 DEBUG:teuthology.orchestra.run.smithi176:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T09:27:51.278 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-10T09:27:51.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:51.278 DEBUG:teuthology.orchestra.run.smithi176:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-10T09:27:51.375 INFO:teuthology.orchestra.run.smithi176.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-10T09:27:51.375 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-10T09:27:51.375 INFO:teuthology.orchestra.run.smithi176.stdout:invalid new device string format 2024-09-10T09:27:51.505 INFO:teuthology.orchestra.run.smithi176.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-10T09:27:51.506 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-10T09:27:51.506 INFO:teuthology.orchestra.run.smithi176.stdout:invalid new device string format 2024-09-10T09:27:51.506 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: resolved to: "172.21.15.173:3300,172.21.15.176:3300,172.21.15.176:3301" 2024-09-10T09:27:51.506 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-10T09:27:51.510 INFO:teuthology.orchestra.run.smithi176.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-10T09:27:51.510 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-10T09:27:51.510 INFO:teuthology.orchestra.run.smithi176.stdout:invalid new device string format 2024-09-10T09:27:51.510 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: resolved to: "172.21.15.173:3300,172.21.15.176:3300,172.21.15.176:3301" 2024-09-10T09:27:51.510 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-10T09:27:51.511 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: resolved to: "172.21.15.173:6789,172.21.15.176:6789,172.21.15.176:6790" 2024-09-10T09:27:51.511 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.173:6789,172.21.15.176:6789,172.21.15.176:6790:/ 2024-09-10T09:27:51.511 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=34710975-cc63-4584-a582-b352ccae7f87" will pass to kernel 2024-09-10T09:27:51.511 INFO:teuthology.orchestra.run.smithi176.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-10T09:27:51.511 INFO:teuthology.orchestra.run.smithi176.stdout: You just mounted a file system that supports labels which does not 2024-09-10T09:27:51.511 INFO:teuthology.orchestra.run.smithi176.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-10T09:27:51.511 INFO:teuthology.orchestra.run.smithi176.stdout: applications will generate AVC messages and not be allowed access to 2024-09-10T09:27:51.511 INFO:teuthology.orchestra.run.smithi176.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-10T09:27:51.513 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T09:27:51.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:51.513 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T09:27:51.538 DEBUG:teuthology.orchestra.run.smithi176:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:51.626 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:51.628 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:51.633 INFO:teuthology.orchestra.run.smithi176.stdout:client4717 2024-09-10T09:27:51.634 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:27:51.634 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:51.649 DEBUG:teuthology.orchestra.run.smithi176:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:51.737 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:51.739 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:51.744 INFO:teuthology.orchestra.run.smithi176.stdout:client4717 2024-09-10T09:27:51.744 DEBUG:teuthology.orchestra.run.smithi176:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:51.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:51.794 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:51.800 INFO:teuthology.orchestra.run.smithi176.stdout:client4717 2024-09-10T09:27:51.800 DEBUG:teuthology.orchestra.run.smithi176:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/34710975-cc63-4584-a582-b352ccae7f87.client4717/status') 2024-09-10T09:27:51.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:51.858 INFO:teuthology.orchestra.run.smithi176.stdout:instance: client.4717 (3)192.168.0.1:0/2194818236 2024-09-10T09:27:51.858 INFO:teuthology.orchestra.run.smithi176.stdout:blocklisted: false 2024-09-10T09:27:51.858 INFO:teuthology.orchestra.run.smithi176.stderr:0+1 records in 2024-09-10T09:27:51.858 INFO:teuthology.orchestra.run.smithi176.stderr:0+1 records out 2024-09-10T09:27:51.858 INFO:teuthology.orchestra.run.smithi176.stderr:69 bytes copied, 2.2968e-05 s, 3.0 MB/s 2024-09-10T09:27:51.859 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:51.866 INFO:tasks.kclient:client.3 config is {'syntax': 'v1'} 2024-09-10T09:27:51.866 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T09:27:51.866 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-10T09:27:51.866 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T09:27:51.977 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.976+0000 7f7974568640 1 Processor -- start 2024-09-10T09:27:51.977 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.976+0000 7f7974568640 1 -- start start 2024-09-10T09:27:51.978 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7974568640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f796c15c870 0x7f796c15cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:51.978 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7974568640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 0x7f796c0cd420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:51.978 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7974568640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f796c0d01c0 con 0x7f796c15c490 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7974568640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f796c0cff70 con 0x7f796c15c870 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7974568640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f796c0d0dd0 con 0x7f796c0ccf90 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7972b05640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 0x7f796c0cd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7971b03640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f796c15c870 0x7f796c15cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7972b05640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 0x7f796c0cd420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:37216/0 (socket says 172.21.15.173:37216) 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7972304640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f796c15c490 0x7f796c09b440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:51088/0 (socket says 172.21.15.173:51088) 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7972b05640 1 -- 172.21.15.173:0/1377673793 learned_addr learned my addr 172.21.15.173:0/1377673793 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7971b03640 1 -- 172.21.15.173:0/1377673793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 msgr2=0x7f796c0cd420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7971b03640 1 --2- 172.21.15.173:0/1377673793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 0x7f796c0cd420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7971b03640 1 -- 172.21.15.173:0/1377673793 >> v1:172.21.15.176:6789/0 conn(0x7f796c15c490 legacy=0x7f796c09b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7971b03640 1 -- 172.21.15.173:0/1377673793 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f796c0d04a0 con 0x7f796c15c870 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7971302640 1 -- 172.21.15.173:0/1377673793 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 489613015 0 0) 0x7f796c0d01c0 con 0x7f796c15c490 2024-09-10T09:27:51.979 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.977+0000 7f7972b05640 1 --2- 172.21.15.173:0/1377673793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 0x7f796c0cd420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:51.981 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.978+0000 7f7971b03640 1 --2- 172.21.15.173:0/1377673793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f796c15c870 0x7f796c15cce0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f795c0097a0 tx=0x7f795c02a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6fcb93c6fd794771 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:51.981 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.978+0000 7f7971302640 1 -- 172.21.15.173:0/1377673793 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c037070 con 0x7f796c15c870 2024-09-10T09:27:51.981 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.978+0000 7f7971302640 1 -- 172.21.15.173:0/1377673793 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f795c032440 con 0x7f796c15c870 2024-09-10T09:27:51.981 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.978+0000 7f7971302640 1 -- 172.21.15.173:0/1377673793 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c032810 con 0x7f796c15c870 2024-09-10T09:27:51.981 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.979+0000 7f7974568640 1 -- 172.21.15.173:0/1377673793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f796c15c870 msgr2=0x7f796c15cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:51.981 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.979+0000 7f7974568640 1 --2- 172.21.15.173:0/1377673793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f796c15c870 0x7f796c15cce0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f795c0097a0 tx=0x7f795c02a210 comp rx=0 tx=0).stop 2024-09-10T09:27:51.981 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.979+0000 7f7974568640 1 -- 172.21.15.173:0/1377673793 shutdown_connections 2024-09-10T09:27:51.981 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.979+0000 7f7974568640 1 --2- 172.21.15.173:0/1377673793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 0x7f796c0cd420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:51.981 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.979+0000 7f7974568640 1 --2- 172.21.15.173:0/1377673793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f796c15c870 0x7f796c15cce0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:51.981 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.979+0000 7f7974568640 1 -- 172.21.15.173:0/1377673793 >> 172.21.15.173:0/1377673793 conn(0x7f796c0d23a0 msgr2=0x7f796c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:51.982 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.979+0000 7f7974568640 1 -- 172.21.15.173:0/1377673793 shutdown_connections 2024-09-10T09:27:51.982 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.979+0000 7f7974568640 1 -- 172.21.15.173:0/1377673793 wait complete. 2024-09-10T09:27:51.983 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.980+0000 7f7974568640 1 Processor -- start 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.980+0000 7f7974568640 1 -- start start 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7974568640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 0x7f796c1f1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7974568640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f796c15c490 0x7f796c0c7d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7974568640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f796c15c870 0x7f796c1598b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7974568640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f796c0d1260 con 0x7f796c15c490 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7974568640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f796c0d0a60 con 0x7f796c15c870 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7974568640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f796c0b5540 con 0x7f796c0ccf90 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7971b03640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f796c15c490 0x7f796c0c7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7971b03640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f796c15c490 0x7f796c0c7d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57274/0 (socket says 172.21.15.173:57274) 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7971b03640 1 -- 172.21.15.173:0/3389100080 learned_addr learned my addr 172.21.15.173:0/3389100080 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7972304640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 0x7f796c1f1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7972b05640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f796c15c870 0x7f796c1598b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:51.984 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7971b03640 1 -- 172.21.15.173:0/3389100080 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 msgr2=0x7f796c1f1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7971b03640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 0x7f796c1f1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7971b03640 1 -- 172.21.15.173:0/3389100080 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f796c15c870 msgr2=0x7f796c1598b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7971b03640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f796c15c870 0x7f796c1598b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.981+0000 7f7971b03640 1 -- 172.21.15.173:0/3389100080 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f796c0b5820 con 0x7f796c15c490 2024-09-10T09:27:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.982+0000 7f7971b03640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f796c15c490 0x7f796c0c7d90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f795c0097a0 tx=0x7f795c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.982+0000 7f7962ffd640 1 -- 172.21.15.173:0/3389100080 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c037050 con 0x7f796c15c490 2024-09-10T09:27:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.982+0000 7f7962ffd640 1 -- 172.21.15.173:0/3389100080 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f795c038040 con 0x7f796c15c490 2024-09-10T09:27:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.982+0000 7f7962ffd640 1 -- 172.21.15.173:0/3389100080 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c004490 con 0x7f796c15c490 2024-09-10T09:27:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.982+0000 7f7974568640 1 -- 172.21.15.173:0/3389100080 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f796c0b5b00 con 0x7f796c15c490 2024-09-10T09:27:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.982+0000 7f7974568640 1 -- 172.21.15.173:0/3389100080 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f796c0b60c0 con 0x7f796c15c490 2024-09-10T09:27:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.983+0000 7f7974568640 1 -- 172.21.15.173:0/3389100080 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f796c0d01c0 con 0x7f796c15c490 2024-09-10T09:27:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.983+0000 7f7962ffd640 1 -- 172.21.15.173:0/3389100080 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f795c03c6d0 con 0x7f796c15c490 2024-09-10T09:27:51.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.984+0000 7f7962ffd640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f795006be30 0x7f795006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:51.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.984+0000 7f7972304640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f795006be30 0x7f795006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:51.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.984+0000 7f7962ffd640 1 -- 172.21.15.173:0/3389100080 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f795c0abc50 con 0x7f796c15c490 2024-09-10T09:27:51.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.985+0000 7f7972304640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f795006be30 0x7f795006e2f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7968000f60 tx=0x7f7968007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:51.989 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:51.988+0000 7f7962ffd640 1 -- 172.21.15.173:0/3389100080 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f795c0b1020 con 0x7f796c15c490 2024-09-10T09:27:52.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.188+0000 7f7974568640 1 -- 172.21.15.173:0/3389100080 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f796c0d3190 con 0x7f796c15c490 2024-09-10T09:27:52.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.188+0000 7f7962ffd640 1 -- 172.21.15.173:0/3389100080 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f795c07a2c0 con 0x7f796c15c490 2024-09-10T09:27:52.189 INFO:teuthology.orchestra.run.smithi173.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T09:27:52.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 -- 172.21.15.173:0/3389100080 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f795006be30 msgr2=0x7f795006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f795006be30 0x7f795006e2f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7968000f60 tx=0x7f7968007b50 comp rx=0 tx=0).stop 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 -- 172.21.15.173:0/3389100080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f796c15c490 msgr2=0x7f796c0c7d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f796c15c490 0x7f796c0c7d90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f795c0097a0 tx=0x7f795c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 -- 172.21.15.173:0/3389100080 shutdown_connections 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f795006be30 0x7f795006e2f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f796c15c870 0x7f796c1598b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f796c15c490 0x7f796c0c7d90 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 --2- 172.21.15.173:0/3389100080 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f796c0ccf90 0x7f796c1f1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 -- 172.21.15.173:0/3389100080 >> 172.21.15.173:0/3389100080 conn(0x7f796c0d23a0 msgr2=0x7f796c0af830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 -- 172.21.15.173:0/3389100080 shutdown_connections 2024-09-10T09:27:52.192 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:52.190+0000 7f7974568640 1 -- 172.21.15.173:0/3389100080 wait complete. 2024-09-10T09:27:52.202 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T09:27:52.202 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T09:27:52.202 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi176.front.sepia.ceph.com 2024-09-10T09:27:52.202 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-10T09:27:52.203 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-10T09:27:52.203 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T09:27:52.203 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T09:27:52.203 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T09:27:52.203 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-10T09:27:52.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:52.203 DEBUG:teuthology.orchestra.run.smithi176:> ip addr 2024-09-10T09:27:52.220 INFO:teuthology.orchestra.run.smithi176.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T09:27:52.220 INFO:teuthology.orchestra.run.smithi176.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T09:27:52.220 INFO:teuthology.orchestra.run.smithi176.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T09:27:52.220 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.220 INFO:teuthology.orchestra.run.smithi176.stdout: inet6 ::1/128 scope host 2024-09-10T09:27:52.220 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.220 INFO:teuthology.orchestra.run.smithi176.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:52.220 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 0c:c4:7a:d9:36:80 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:52.220 INFO:teuthology.orchestra.run.smithi176.stdout: altname enp7s0f0 2024-09-10T09:27:52.220 INFO:teuthology.orchestra.run.smithi176.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 0c:c4:7a:d9:36:81 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: altname enp7s0f1 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 0c:c4:7a:88:6f:60 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 0c:c4:7a:88:6f:61 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: inet 172.21.15.176/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft 42766sec preferred_lft 42766sec 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: inet6 fe80::ec4:7aff:fe88:6f61/64 scope link noprefixroute 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 7a:b5:fc:2b:3b:3b brd ff:ff:ff:ff:ff:ff 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T09:27:52.221 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.222 INFO:teuthology.orchestra.run.smithi176.stdout: inet6 fe80::9832:eeff:fe89:9903/64 scope link 2024-09-10T09:27:52.222 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.222 INFO:teuthology.orchestra.run.smithi176.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T09:27:52.222 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 7a:b5:fc:2b:3b:3b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T09:27:52.222 INFO:teuthology.orchestra.run.smithi176.stdout: inet6 fe80::78b5:fcff:fe2b:3b3b/64 scope link tentative 2024-09-10T09:27:52.222 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:52.222 DEBUG:teuthology.orchestra.run.smithi176:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T09:27:52.285 INFO:teuthology.orchestra.run.smithi176.stdout:1 2024-09-10T09:27:52.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:52.287 DEBUG:teuthology.orchestra.run.smithi176:> route 2024-09-10T09:27:52.344 INFO:teuthology.orchestra.run.smithi176.stdout:Kernel IP routing table 2024-09-10T09:27:52.344 INFO:teuthology.orchestra.run.smithi176.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T09:27:52.345 INFO:teuthology.orchestra.run.smithi176.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T09:27:52.345 INFO:teuthology.orchestra.run.smithi176.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T09:27:52.345 INFO:teuthology.orchestra.run.smithi176.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T09:27:52.345 DEBUG:teuthology.orchestra.run.smithi176:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:52.345 DEBUG:teuthology.orchestra.run.smithi176:> set -e 2024-09-10T09:27:52.345 DEBUG:teuthology.orchestra.run.smithi176:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T09:27:52.345 DEBUG:teuthology.orchestra.run.smithi176:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T09:27:52.345 DEBUG:teuthology.orchestra.run.smithi176:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T09:27:52.345 DEBUG:teuthology.orchestra.run.smithi176:> ') 2024-09-10T09:27:52.436 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:52.467 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:52.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:52.473 DEBUG:teuthology.orchestra.run.smithi176:> ip netns list 2024-09-10T09:27:52.488 INFO:teuthology.orchestra.run.smithi176.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T09:27:52.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:52.489 DEBUG:teuthology.orchestra.run.smithi176:> ip netns list-id 2024-09-10T09:27:52.544 INFO:teuthology.orchestra.run.smithi176.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-10T09:27:52.544 DEBUG:teuthology.orchestra.run.smithi176:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:52.544 DEBUG:teuthology.orchestra.run.smithi176:> set -e 2024-09-10T09:27:52.544 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T09:27:52.544 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-10T09:27:52.544 DEBUG:teuthology.orchestra.run.smithi176:> ') 2024-09-10T09:27:52.632 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:52.654 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:52.661 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:52.661 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-10T09:27:52.685 INFO:teuthology.orchestra.run.smithi176.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T09:27:52.685 INFO:teuthology.orchestra.run.smithi176.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T09:27:52.685 INFO:teuthology.orchestra.run.smithi176.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T09:27:52.685 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.685 INFO:teuthology.orchestra.run.smithi176.stdout: inet6 ::1/128 scope host 2024-09-10T09:27:52.685 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.686 INFO:teuthology.orchestra.run.smithi176.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T09:27:52.686 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 8e:fa:4a:56:fc:ed brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T09:27:52.686 INFO:teuthology.orchestra.run.smithi176.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T09:27:52.686 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.686 INFO:teuthology.orchestra.run.smithi176.stdout: inet6 fe80::8cfa:4aff:fe56:fced/64 scope link tentative 2024-09-10T09:27:52.686 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:52.687 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-10T09:27:52.751 INFO:teuthology.orchestra.run.smithi176.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T09:27:52.751 INFO:teuthology.orchestra.run.smithi176.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T09:27:52.751 INFO:teuthology.orchestra.run.smithi176.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T09:27:52.751 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.752 INFO:teuthology.orchestra.run.smithi176.stdout: inet6 ::1/128 scope host 2024-09-10T09:27:52.752 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.752 INFO:teuthology.orchestra.run.smithi176.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T09:27:52.752 INFO:teuthology.orchestra.run.smithi176.stdout: link/ether 8e:fa:4a:56:fc:ed brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T09:27:52.752 INFO:teuthology.orchestra.run.smithi176.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T09:27:52.752 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.752 INFO:teuthology.orchestra.run.smithi176.stdout: inet6 fe80::8cfa:4aff:fe56:fced/64 scope link tentative 2024-09-10T09:27:52.752 INFO:teuthology.orchestra.run.smithi176.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:27:52.753 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-10T09:27:52.753 DEBUG:teuthology.orchestra.run.smithi176:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:52.753 DEBUG:teuthology.orchestra.run.smithi176:> set -e 2024-09-10T09:27:52.754 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-10T09:27:52.754 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-10T09:27:52.754 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-10T09:27:52.754 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-10T09:27:52.754 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-10T09:27:52.754 DEBUG:teuthology.orchestra.run.smithi176:> ') 2024-09-10T09:27:52.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:52.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:52.905 DEBUG:teuthology.orchestra.run.smithi176:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:27:52.905 DEBUG:teuthology.orchestra.run.smithi176:> set -e 2024-09-10T09:27:52.905 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link set brx.1 up 2024-09-10T09:27:52.905 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link set dev brx.1 master ceph-brx 2024-09-10T09:27:52.905 DEBUG:teuthology.orchestra.run.smithi176:> ') 2024-09-10T09:27:52.953 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:52.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:52.981 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:27:52.981 DEBUG:teuthology.orchestra.run.smithi176:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-10T09:27:52.996 INFO:teuthology.orchestra.run.smithi176.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-10T09:27:52.996 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:27:52.997 DEBUG:teuthology.orchestra.run.smithi176:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-10T09:27:53.050 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-10T09:27:53.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:53.051 DEBUG:teuthology.orchestra.run.smithi176:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-10T09:27:53.134 INFO:teuthology.orchestra.run.smithi176.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-10T09:27:53.134 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-10T09:27:53.134 INFO:teuthology.orchestra.run.smithi176.stdout:invalid new device string format 2024-09-10T09:27:53.142 INFO:teuthology.orchestra.run.smithi176.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-10T09:27:53.142 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-10T09:27:53.142 INFO:teuthology.orchestra.run.smithi176.stdout:invalid new device string format 2024-09-10T09:27:53.142 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: resolved to: "172.21.15.173:3300,172.21.15.176:3300,172.21.15.176:3301" 2024-09-10T09:27:53.142 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-10T09:27:53.147 INFO:teuthology.orchestra.run.smithi176.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-10T09:27:53.147 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-10T09:27:53.147 INFO:teuthology.orchestra.run.smithi176.stdout:invalid new device string format 2024-09-10T09:27:53.147 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: resolved to: "172.21.15.173:3300,172.21.15.176:3300,172.21.15.176:3301" 2024-09-10T09:27:53.148 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-10T09:27:53.148 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: resolved to: "172.21.15.173:6789,172.21.15.176:6789,172.21.15.176:6790" 2024-09-10T09:27:53.149 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.173:6789,172.21.15.176:6789,172.21.15.176:6790:/ 2024-09-10T09:27:53.149 INFO:teuthology.orchestra.run.smithi176.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs,key=3,fsid=34710975-cc63-4584-a582-b352ccae7f87" will pass to kernel 2024-09-10T09:27:53.150 INFO:teuthology.orchestra.run.smithi176.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-10T09:27:53.150 INFO:teuthology.orchestra.run.smithi176.stdout: You just mounted a file system that supports labels which does not 2024-09-10T09:27:53.150 INFO:teuthology.orchestra.run.smithi176.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-10T09:27:53.150 INFO:teuthology.orchestra.run.smithi176.stdout: applications will generate AVC messages and not be allowed access to 2024-09-10T09:27:53.150 INFO:teuthology.orchestra.run.smithi176.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-10T09:27:53.150 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T09:27:53.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:53.151 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-10T09:27:53.215 DEBUG:teuthology.orchestra.run.smithi176:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:53.305 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:53.307 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:53.313 INFO:teuthology.orchestra.run.smithi176.stdout:client4598 2024-09-10T09:27:53.313 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:27:53.313 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:53.329 DEBUG:teuthology.orchestra.run.smithi176:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:53.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:53.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:53.425 INFO:teuthology.orchestra.run.smithi176.stdout:client4598 2024-09-10T09:27:53.426 DEBUG:teuthology.orchestra.run.smithi176:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:27:53.476 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:27:53.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:53.481 INFO:teuthology.orchestra.run.smithi176.stdout:client4598 2024-09-10T09:27:53.481 DEBUG:teuthology.orchestra.run.smithi176:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/34710975-cc63-4584-a582-b352ccae7f87.client4598/status') 2024-09-10T09:27:53.529 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:27:53.539 INFO:teuthology.orchestra.run.smithi176.stdout:instance: client.4598 (3)192.168.0.2:0/3848705807 2024-09-10T09:27:53.539 INFO:teuthology.orchestra.run.smithi176.stdout:blocklisted: false 2024-09-10T09:27:53.539 INFO:teuthology.orchestra.run.smithi176.stderr:0+1 records in 2024-09-10T09:27:53.539 INFO:teuthology.orchestra.run.smithi176.stderr:0+1 records out 2024-09-10T09:27:53.539 INFO:teuthology.orchestra.run.smithi176.stderr:69 bytes copied, 2.2626e-05 s, 3.0 MB/s 2024-09-10T09:27:53.540 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-10T09:27:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:27:53.546 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-10T09:27:53.588 INFO:tasks.cephfs_test_runner:Starting test: test_acls (tasks.cephfs.test_acls.TestACLs) 2024-09-10T09:27:53.588 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:53.691 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.690+0000 7f6dfb178640 1 Processor -- start 2024-09-10T09:27:53.691 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.690+0000 7f6dfb178640 1 -- start start 2024-09-10T09:27:53.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6dfb178640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6df415b300 0x7f6df40cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6dfb178640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6df40cd3f0 0x7f6df406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6dfb178640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6df40cdbe0 con 0x7f6df4072d30 2024-09-10T09:27:53.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6dfb178640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f6df40728a0 con 0x7f6df40cd3f0 2024-09-10T09:27:53.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6dfb178640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6df40cd900 con 0x7f6df415b300 2024-09-10T09:27:53.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6debfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6df40cd3f0 0x7f6df406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6debfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6df40cd3f0 0x7f6df406f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57276/0 (socket says 172.21.15.173:57276) 2024-09-10T09:27:53.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6debfff640 1 -- 172.21.15.173:0/3431075933 learned_addr learned my addr 172.21.15.173:0/3431075933 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:53.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6df8f14640 1 --2- 172.21.15.173:0/3431075933 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6df415b300 0x7f6df40cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6debfff640 1 -- 172.21.15.173:0/3431075933 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6df415b300 msgr2=0x7f6df40cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:53.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6debfff640 1 --2- 172.21.15.173:0/3431075933 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6df415b300 0x7f6df40cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6debfff640 1 -- 172.21.15.173:0/3431075933 >> v1:172.21.15.176:6789/0 conn(0x7f6df4072d30 legacy=0x7f6df40b3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:53.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.691+0000 7f6debfff640 1 -- 172.21.15.173:0/3431075933 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6df4072250 con 0x7f6df40cd3f0 2024-09-10T09:27:53.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.692+0000 7f6debfff640 1 --2- 172.21.15.173:0/3431075933 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df40cd3f0 0x7f6df406f1c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6de4009870 tx=0x7f6de402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1438166e0bb11c30 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:53.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.692+0000 7f6deb7fe640 1 -- 172.21.15.173:0/3431075933 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de4037070 con 0x7f6df40cd3f0 2024-09-10T09:27:53.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.692+0000 7f6deb7fe640 1 -- 172.21.15.173:0/3431075933 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6de4032440 con 0x7f6df40cd3f0 2024-09-10T09:27:53.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.692+0000 7f6deb7fe640 1 -- 172.21.15.173:0/3431075933 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de4032810 con 0x7f6df40cd3f0 2024-09-10T09:27:53.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.693+0000 7f6dfb178640 1 -- 172.21.15.173:0/3431075933 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df40cd3f0 msgr2=0x7f6df406f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:53.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.693+0000 7f6dfb178640 1 --2- 172.21.15.173:0/3431075933 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df40cd3f0 0x7f6df406f1c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6de4009870 tx=0x7f6de402a270 comp rx=0 tx=0).stop 2024-09-10T09:27:53.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.693+0000 7f6dfb178640 1 -- 172.21.15.173:0/3431075933 shutdown_connections 2024-09-10T09:27:53.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.693+0000 7f6dfb178640 1 --2- 172.21.15.173:0/3431075933 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df40cd3f0 0x7f6df406f1c0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.696 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.693+0000 7f6dfb178640 1 --2- 172.21.15.173:0/3431075933 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6df415b300 0x7f6df40cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.696 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.693+0000 7f6dfb178640 1 -- 172.21.15.173:0/3431075933 >> 172.21.15.173:0/3431075933 conn(0x7f6df4067d70 msgr2=0x7f6df406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:53.696 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.693+0000 7f6dfb178640 1 -- 172.21.15.173:0/3431075933 shutdown_connections 2024-09-10T09:27:53.696 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.693+0000 7f6dfb178640 1 -- 172.21.15.173:0/3431075933 wait complete. 2024-09-10T09:27:53.696 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.694+0000 7f6dfb178640 1 Processor -- start 2024-09-10T09:27:53.696 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.694+0000 7f6dfb178640 1 -- start start 2024-09-10T09:27:53.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6dfb178640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df4072d30 0x7f6df415db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6dfb178640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6df40cd3f0 0x7f6df4151200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6dfb178640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6df415b300 0x7f6df414f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6dfb178640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6df40d0160 con 0x7f6df4072d30 2024-09-10T09:27:53.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6dfb178640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6df40cffe0 con 0x7f6df40cd3f0 2024-09-10T09:27:53.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6dfb178640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6df406f700 con 0x7f6df415b300 2024-09-10T09:27:53.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6df8f14640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df4072d30 0x7f6df415db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6df8f14640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df4072d30 0x7f6df415db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57284/0 (socket says 172.21.15.173:57284) 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6df8f14640 1 -- 172.21.15.173:0/1638155022 learned_addr learned my addr 172.21.15.173:0/1638155022 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6df9715640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6df415b300 0x7f6df414f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6debfff640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6df40cd3f0 0x7f6df4151200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6df8f14640 1 -- 172.21.15.173:0/1638155022 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6df415b300 msgr2=0x7f6df414f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6df8f14640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6df415b300 0x7f6df414f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6df8f14640 1 -- 172.21.15.173:0/1638155022 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6df40cd3f0 msgr2=0x7f6df4151200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6df8f14640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6df40cd3f0 0x7f6df4151200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6df8f14640 1 -- 172.21.15.173:0/1638155022 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6df414e970 con 0x7f6df4072d30 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.695+0000 7f6df8f14640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df4072d30 0x7f6df415db60 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6df000d5f0 tx=0x7f6df000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.696+0000 7f6de97fa640 1 -- 172.21.15.173:0/1638155022 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df00125f0 con 0x7f6df4072d30 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.696+0000 7f6de97fa640 1 -- 172.21.15.173:0/1638155022 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6df0019070 con 0x7f6df4072d30 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.696+0000 7f6dfb178640 1 -- 172.21.15.173:0/1638155022 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6df41f58a0 con 0x7f6df4072d30 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.696+0000 7f6de97fa640 1 -- 172.21.15.173:0/1638155022 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df00129d0 con 0x7f6df4072d30 2024-09-10T09:27:53.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.696+0000 7f6dfb178640 1 -- 172.21.15.173:0/1638155022 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6df414e590 con 0x7f6df4072d30 2024-09-10T09:27:53.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.697+0000 7f6dfb178640 1 -- 172.21.15.173:0/1638155022 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6df41f5fb0 con 0x7f6df4072d30 2024-09-10T09:27:53.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.697+0000 7f6de97fa640 1 -- 172.21.15.173:0/1638155022 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6df0012b70 con 0x7f6df4072d30 2024-09-10T09:27:53.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.698+0000 7f6de97fa640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6de006be30 0x7f6de006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.698+0000 7f6de97fa640 1 -- 172.21.15.173:0/1638155022 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6df008b380 con 0x7f6df4072d30 2024-09-10T09:27:53.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.698+0000 7f6debfff640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6de006be30 0x7f6de006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.698+0000 7f6debfff640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6de006be30 0x7f6de006e2f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6de4034000 tx=0x7f6de402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:53.703 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.702+0000 7f6de97fa640 1 -- 172.21.15.173:0/1638155022 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6df0059430 con 0x7f6df4072d30 2024-09-10T09:27:53.869 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.867+0000 7f6dfb178640 1 -- 172.21.15.173:0/1638155022 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6df406f1c0 con 0x7f6df4072d30 2024-09-10T09:27:53.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.869+0000 7f6de97fa640 1 -- 172.21.15.173:0/1638155022 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18634 (secure 0 0 0) 0x7f6df005d730 con 0x7f6df4072d30 2024-09-10T09:27:53.870 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:53.870 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":25,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:21.637696+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:53.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 -- 172.21.15.173:0/1638155022 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6de006be30 msgr2=0x7f6de006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:53.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6de006be30 0x7f6de006e2f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6de4034000 tx=0x7f6de402e000 comp rx=0 tx=0).stop 2024-09-10T09:27:53.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 -- 172.21.15.173:0/1638155022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df4072d30 msgr2=0x7f6df415db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:53.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df4072d30 0x7f6df415db60 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6df000d5f0 tx=0x7f6df000dab0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 -- 172.21.15.173:0/1638155022 shutdown_connections 2024-09-10T09:27:53.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6de006be30 0x7f6de006e2f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6df415b300 0x7f6df414f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6df40cd3f0 0x7f6df4151200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 --2- 172.21.15.173:0/1638155022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6df4072d30 0x7f6df415db60 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 -- 172.21.15.173:0/1638155022 >> 172.21.15.173:0/1638155022 conn(0x7f6df4067d70 msgr2=0x7f6df40cf7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:53.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 -- 172.21.15.173:0/1638155022 shutdown_connections 2024-09-10T09:27:53.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.871+0000 7f6dfb178640 1 -- 172.21.15.173:0/1638155022 wait complete. 2024-09-10T09:27:53.883 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T09:27:06.373697+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-10T09:27:15.186402+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-10T09:27:15.540076+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-10T09:27:19.290692+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-10T09:27:53.884 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T09:27:53.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.984+0000 7f2323a5e640 1 Processor -- start 2024-09-10T09:27:53.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.984+0000 7f2323a5e640 1 -- start start 2024-09-10T09:27:53.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2323a5e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f231c0af210 0x7f231c070a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2323a5e640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f231c070fb0 0x7f231c06de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2323a5e640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f231c06cdc0 con 0x7f231c15e7f0 2024-09-10T09:27:53.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2323a5e640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f231c071420 con 0x7f231c070fb0 2024-09-10T09:27:53.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2323a5e640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f231c06d0a0 con 0x7f231c0af210 2024-09-10T09:27:53.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2321ffb640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f231c070fb0 0x7f231c06de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f23217fa640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f231c15e7f0 0x7f231c0b6d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:35572/0 (socket says 172.21.15.173:35572) 2024-09-10T09:27:53.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f23217fa640 1 -- 172.21.15.173:0/1455741305 learned_addr learned my addr 172.21.15.173:0/1455741305 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:53.987 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2320ff9640 1 --2- 172.21.15.173:0/1455741305 >> v2:172.21.15.176:3300/0 conn(0x7f231c0af210 0x7f231c070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.988 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2321ffb640 1 -- 172.21.15.173:0/1455741305 >> v2:172.21.15.176:3300/0 conn(0x7f231c0af210 msgr2=0x7f231c070a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:53.988 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2321ffb640 1 --2- 172.21.15.173:0/1455741305 >> v2:172.21.15.176:3300/0 conn(0x7f231c0af210 0x7f231c070a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.988 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2321ffb640 1 -- 172.21.15.173:0/1455741305 >> v1:172.21.15.173:6789/0 conn(0x7f231c15e7f0 legacy=0x7f231c0b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:53.988 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2313fff640 1 -- 172.21.15.173:0/1455741305 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2755072940 0 0) 0x7f231c06cdc0 con 0x7f231c15e7f0 2024-09-10T09:27:53.988 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.985+0000 7f2321ffb640 1 -- 172.21.15.173:0/1455741305 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f231c06d380 con 0x7f231c070fb0 2024-09-10T09:27:53.988 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.986+0000 7f2321ffb640 1 --2- 172.21.15.173:0/1455741305 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c070fb0 0x7f231c06de60 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f231c0b5ab0 tx=0x7f231402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af4cd6b4fe22359 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:53.988 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.986+0000 7f2313fff640 1 -- 172.21.15.173:0/1455741305 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2314007740 con 0x7f231c070fb0 2024-09-10T09:27:53.988 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.986+0000 7f2313fff640 1 -- 172.21.15.173:0/1455741305 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23140078e0 con 0x7f231c070fb0 2024-09-10T09:27:53.988 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.986+0000 7f2313fff640 1 -- 172.21.15.173:0/1455741305 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2314007cb0 con 0x7f231c070fb0 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.987+0000 7f2323a5e640 1 -- 172.21.15.173:0/1455741305 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c070fb0 msgr2=0x7f231c06de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.987+0000 7f2323a5e640 1 --2- 172.21.15.173:0/1455741305 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c070fb0 0x7f231c06de60 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f231c0b5ab0 tx=0x7f231402a680 comp rx=0 tx=0).stop 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.987+0000 7f2323a5e640 1 -- 172.21.15.173:0/1455741305 shutdown_connections 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.987+0000 7f2323a5e640 1 --2- 172.21.15.173:0/1455741305 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c070fb0 0x7f231c06de60 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.987+0000 7f2323a5e640 1 --2- 172.21.15.173:0/1455741305 >> v2:172.21.15.176:3300/0 conn(0x7f231c0af210 0x7f231c070a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.987+0000 7f2323a5e640 1 -- 172.21.15.173:0/1455741305 >> 172.21.15.173:0/1455741305 conn(0x7f231c0b3f30 msgr2=0x7f231c0b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.987+0000 7f2323a5e640 1 -- 172.21.15.173:0/1455741305 shutdown_connections 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.987+0000 7f2323a5e640 1 -- 172.21.15.173:0/1455741305 wait complete. 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.988+0000 7f2323a5e640 1 Processor -- start 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.988+0000 7f2323a5e640 1 -- start start 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2323a5e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f231c070fb0 0x7f231c157890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2323a5e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c0af210 0x7f231c160c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2323a5e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f231c15e7f0 0x7f231c1611b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2323a5e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f231c0b5f40 con 0x7f231c0af210 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2323a5e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f231c0b7420 con 0x7f231c15e7f0 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2323a5e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f231c0b60c0 con 0x7f231c070fb0 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2320ff9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c0af210 0x7f231c160c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2320ff9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c0af210 0x7f231c160c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57306/0 (socket says 172.21.15.173:57306) 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2320ff9640 1 -- 172.21.15.173:0/2761519009 learned_addr learned my addr 172.21.15.173:0/2761519009 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2321ffb640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f231c15e7f0 0x7f231c1611b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f23217fa640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f231c070fb0 0x7f231c157890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2320ff9640 1 -- 172.21.15.173:0/2761519009 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f231c070fb0 msgr2=0x7f231c157890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2320ff9640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f231c070fb0 0x7f231c157890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2320ff9640 1 -- 172.21.15.173:0/2761519009 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f231c15e7f0 msgr2=0x7f231c1611b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:53.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2320ff9640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f231c15e7f0 0x7f231c1611b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:53.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2320ff9640 1 -- 172.21.15.173:0/2761519009 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f231c152960 con 0x7f231c0af210 2024-09-10T09:27:53.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2321ffb640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f231c15e7f0 0x7f231c1611b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:53.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f23217fa640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f231c070fb0 0x7f231c157890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:53.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2320ff9640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c0af210 0x7f231c160c70 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f230c00e8a0 tx=0x7f230c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:53.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2311ffb640 1 -- 172.21.15.173:0/2761519009 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c017070 con 0x7f231c0af210 2024-09-10T09:27:53.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2311ffb640 1 -- 172.21.15.173:0/2761519009 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f230c00ee90 con 0x7f231c0af210 2024-09-10T09:27:53.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2323a5e640 1 -- 172.21.15.173:0/2761519009 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f231c154e80 con 0x7f231c0af210 2024-09-10T09:27:53.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.989+0000 7f2311ffb640 1 -- 172.21.15.173:0/2761519009 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c00cb80 con 0x7f231c0af210 2024-09-10T09:27:53.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.990+0000 7f2323a5e640 1 -- 172.21.15.173:0/2761519009 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f231c155440 con 0x7f231c0af210 2024-09-10T09:27:53.994 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.990+0000 7f2323a5e640 1 -- 172.21.15.173:0/2761519009 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f231c070a70 con 0x7f231c0af210 2024-09-10T09:27:53.994 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.991+0000 7f2311ffb640 1 -- 172.21.15.173:0/2761519009 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f230c01a070 con 0x7f231c0af210 2024-09-10T09:27:53.994 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.991+0000 7f2311ffb640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f230006be30 0x7f230006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:53.994 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.991+0000 7f2311ffb640 1 -- 172.21.15.173:0/2761519009 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f230c08b430 con 0x7f231c0af210 2024-09-10T09:27:53.994 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.991+0000 7f23217fa640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f230006be30 0x7f230006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:53.994 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.992+0000 7f23217fa640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f230006be30 0x7f230006e2f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2318000f60 tx=0x7f2318009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:53.996 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:53.996+0000 7f2311ffb640 1 -- 172.21.15.173:0/2761519009 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f230c059aa0 con 0x7f231c0af210 2024-09-10T09:27:54.161 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.160+0000 7f2323a5e640 1 -- 172.21.15.173:0/2761519009 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f231c0b0e40 con 0x7f231c0af210 2024-09-10T09:27:54.161 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.160+0000 7f2311ffb640 1 -- 172.21.15.173:0/2761519009 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) ==== 93+0+10 (secure 0 0 0) 0x7f230c0593a0 con 0x7f231c0af210 2024-09-10T09:27:54.161 INFO:teuthology.orchestra.run.smithi173.stdout:pg_num: 1 2024-09-10T09:27:54.163 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 -- 172.21.15.173:0/2761519009 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f230006be30 msgr2=0x7f230006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f230006be30 0x7f230006e2f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2318000f60 tx=0x7f2318009040 comp rx=0 tx=0).stop 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 -- 172.21.15.173:0/2761519009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c0af210 msgr2=0x7f231c160c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c0af210 0x7f231c160c70 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f230c00e8a0 tx=0x7f230c00ed60 comp rx=0 tx=0).stop 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 -- 172.21.15.173:0/2761519009 shutdown_connections 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f230006be30 0x7f230006e2f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f231c15e7f0 0x7f231c1611b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f231c0af210 0x7f231c160c70 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 --2- 172.21.15.173:0/2761519009 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f231c070fb0 0x7f231c157890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 -- 172.21.15.173:0/2761519009 >> 172.21.15.173:0/2761519009 conn(0x7f231c0b3f30 msgr2=0x7f231c154290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 -- 172.21.15.173:0/2761519009 shutdown_connections 2024-09-10T09:27:54.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.162+0000 7f2323a5e640 1 -- 172.21.15.173:0/2761519009 wait complete. 2024-09-10T09:27:54.175 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-10T09:27:54.276 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.275+0000 7f9161fe8640 1 Processor -- start 2024-09-10T09:27:54.276 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.275+0000 7f9161fe8640 1 -- start start 2024-09-10T09:27:54.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.276+0000 7f9161fe8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c15e410 0x7f915c0b5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.276+0000 7f9161fe8640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f915c0b40c0 0x7f915c0aff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.276+0000 7f9161fe8640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f915c0ae240 con 0x7f915c06bc10 2024-09-10T09:27:54.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.276+0000 7f9161fe8640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f915c0ae520 con 0x7f915c0b40c0 2024-09-10T09:27:54.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.276+0000 7f9161fe8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f915c0ae800 con 0x7f915c15e410 2024-09-10T09:27:54.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.276+0000 7f915b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c15e410 0x7f915c0b5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.276+0000 7f915b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c15e410 0x7f915c0b5fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:37254/0 (socket says 172.21.15.173:37254) 2024-09-10T09:27:54.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.276+0000 7f915b7fe640 1 -- 172.21.15.173:0/1917654202 learned_addr learned my addr 172.21.15.173:0/1917654202 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:54.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.276+0000 7f915affd640 1 --2- 172.21.15.173:0/1917654202 >> v2:172.21.15.176:3300/0 conn(0x7f915c0b40c0 0x7f915c0aff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.278 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.277+0000 7f915b7fe640 1 -- 172.21.15.173:0/1917654202 >> v2:172.21.15.176:3300/0 conn(0x7f915c0b40c0 msgr2=0x7f915c0aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:54.279 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.277+0000 7f915b7fe640 1 --2- 172.21.15.173:0/1917654202 >> v2:172.21.15.176:3300/0 conn(0x7f915c0b40c0 0x7f915c0aff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.279 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.277+0000 7f915b7fe640 1 -- 172.21.15.173:0/1917654202 >> v1:172.21.15.176:6789/0 conn(0x7f915c06bc10 legacy=0x7f915c0aefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.279 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.277+0000 7f915b7fe640 1 -- 172.21.15.173:0/1917654202 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f915c0aeae0 con 0x7f915c15e410 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.277+0000 7f915b7fe640 1 --2- 172.21.15.173:0/1917654202 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c15e410 0x7f915c0b5fe0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f914c009870 tx=0x7f914c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae7304a848a45257 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f915a7fc640 1 -- 172.21.15.173:0/1917654202 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c037070 con 0x7f915c15e410 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f915a7fc640 1 -- 172.21.15.173:0/1917654202 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f914c032440 con 0x7f915c15e410 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f915a7fc640 1 -- 172.21.15.173:0/1917654202 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c032810 con 0x7f915c15e410 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f9161fe8640 1 -- 172.21.15.173:0/1917654202 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c15e410 msgr2=0x7f915c0b5fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f9161fe8640 1 --2- 172.21.15.173:0/1917654202 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c15e410 0x7f915c0b5fe0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f914c009870 tx=0x7f914c02a1c0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f9161fe8640 1 -- 172.21.15.173:0/1917654202 shutdown_connections 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f9161fe8640 1 --2- 172.21.15.173:0/1917654202 >> v2:172.21.15.176:3300/0 conn(0x7f915c0b40c0 0x7f915c0aff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f9161fe8640 1 --2- 172.21.15.173:0/1917654202 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c15e410 0x7f915c0b5fe0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f9161fe8640 1 -- 172.21.15.173:0/1917654202 >> 172.21.15.173:0/1917654202 conn(0x7f915c09aa30 msgr2=0x7f915c0b65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:54.280 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f9161fe8640 1 -- 172.21.15.173:0/1917654202 shutdown_connections 2024-09-10T09:27:54.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.278+0000 7f9161fe8640 1 -- 172.21.15.173:0/1917654202 wait complete. 2024-09-10T09:27:54.283 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.279+0000 7f9161fe8640 1 Processor -- start 2024-09-10T09:27:54.283 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.280+0000 7f9161fe8640 1 -- start start 2024-09-10T09:27:54.283 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.280+0000 7f9161fe8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c06bc10 0x7f915c154fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.283 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.280+0000 7f9161fe8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f915c0b40c0 0x7f915c15d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.283 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.280+0000 7f9161fe8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f915c15e410 0x7f915c157520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.283 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.280+0000 7f9161fe8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f915c15e7f0 con 0x7f915c15e410 2024-09-10T09:27:54.283 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.280+0000 7f9161fe8640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f915c0b4510 con 0x7f915c0b40c0 2024-09-10T09:27:54.283 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.280+0000 7f9161fe8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f915c15e970 con 0x7f915c06bc10 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.280+0000 7f915bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f915c15e410 0x7f915c157520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.280+0000 7f915bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f915c15e410 0x7f915c157520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57318/0 (socket says 172.21.15.173:57318) 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.280+0000 7f915bfff640 1 -- 172.21.15.173:0/4067448635 learned_addr learned my addr 172.21.15.173:0/4067448635 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f915affd640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f915c0b40c0 0x7f915c15d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f915b7fe640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c06bc10 0x7f915c154fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f915bfff640 1 -- 172.21.15.173:0/4067448635 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c06bc10 msgr2=0x7f915c154fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f915bfff640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c06bc10 0x7f915c154fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f915bfff640 1 -- 172.21.15.173:0/4067448635 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f915c0b40c0 msgr2=0x7f915c15d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f915bfff640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f915c0b40c0 0x7f915c15d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f915bfff640 1 -- 172.21.15.173:0/4067448635 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f915c156d60 con 0x7f915c15e410 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f915b7fe640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c06bc10 0x7f915c154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f915bfff640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f915c15e410 0x7f915c157520 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f915400c6b0 tx=0x7f915400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:54.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f9143fff640 1 -- 172.21.15.173:0/4067448635 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9154003b70 con 0x7f915c15e410 2024-09-10T09:27:54.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f9143fff640 1 -- 172.21.15.173:0/4067448635 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9154003d30 con 0x7f915c15e410 2024-09-10T09:27:54.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f9143fff640 1 -- 172.21.15.173:0/4067448635 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9154005310 con 0x7f915c15e410 2024-09-10T09:27:54.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f9161fe8640 1 -- 172.21.15.173:0/4067448635 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f915c0cb050 con 0x7f915c15e410 2024-09-10T09:27:54.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.281+0000 7f9161fe8640 1 -- 172.21.15.173:0/4067448635 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f915c157000 con 0x7f915c15e410 2024-09-10T09:27:54.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.282+0000 7f9161fe8640 1 -- 172.21.15.173:0/4067448635 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f915c157200 con 0x7f915c15e410 2024-09-10T09:27:54.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.283+0000 7f9143fff640 1 -- 172.21.15.173:0/4067448635 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f91540054b0 con 0x7f915c15e410 2024-09-10T09:27:54.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.283+0000 7f9143fff640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f914806be30 0x7f914806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.283+0000 7f9143fff640 1 -- 172.21.15.173:0/4067448635 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f915408af60 con 0x7f915c15e410 2024-09-10T09:27:54.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.283+0000 7f915b7fe640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f914806be30 0x7f914806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.284+0000 7f915b7fe640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f914806be30 0x7f914806e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f914c034000 tx=0x7f914c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:54.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.287+0000 7f9143fff640 1 -- 172.21.15.173:0/4067448635 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f915c157200 con 0x7f915c15e410 2024-09-10T09:27:54.455 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.454+0000 7f9161fe8640 1 -- 172.21.15.173:0/4067448635 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f915c0aff40 con 0x7f915c15e410 2024-09-10T09:27:54.455 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.454+0000 7f9143fff640 1 -- 172.21.15.173:0/4067448635 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) ==== 104+0+11 (secure 0 0 0) 0x7f9154059660 con 0x7f915c15e410 2024-09-10T09:27:54.456 INFO:teuthology.orchestra.run.smithi173.stdout:pg_num: 32 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 -- 172.21.15.173:0/4067448635 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f914806be30 msgr2=0x7f914806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f914806be30 0x7f914806e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f914c034000 tx=0x7f914c02e000 comp rx=0 tx=0).stop 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 -- 172.21.15.173:0/4067448635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f915c15e410 msgr2=0x7f915c157520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f915c15e410 0x7f915c157520 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f915400c6b0 tx=0x7f915400cb70 comp rx=0 tx=0).stop 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 -- 172.21.15.173:0/4067448635 shutdown_connections 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f914806be30 0x7f914806e2f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f915c15e410 0x7f915c157520 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f915c0b40c0 0x7f915c15d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 --2- 172.21.15.173:0/4067448635 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f915c06bc10 0x7f915c154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 -- 172.21.15.173:0/4067448635 >> 172.21.15.173:0/4067448635 conn(0x7f915c09aa30 msgr2=0x7f915c160b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 -- 172.21.15.173:0/4067448635 shutdown_connections 2024-09-10T09:27:54.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.456+0000 7f9161fe8640 1 -- 172.21.15.173:0/4067448635 wait complete. 2024-09-10T09:27:54.468 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-10T09:27:54.570 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.569+0000 7f41018b7640 1 Processor -- start 2024-09-10T09:27:54.570 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.569+0000 7f41018b7640 1 -- start start 2024-09-10T09:27:54.571 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f41018b7640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f40fc162340 0x7f40fc06d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.571 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f41018b7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc0cf280 0x7f40fc162720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f41018b7640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40fc15ff70 con 0x7f40fc162c60 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f41018b7640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f40fc06de90 con 0x7f40fc162340 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f41018b7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f40fc0d4d10 con 0x7f40fc0cf280 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40f3fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc0cf280 0x7f40fc162720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40faffd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f40fc162340 0x7f40fc06d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40faffd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f40fc162340 0x7f40fc06d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:43810/0 (socket says 172.21.15.173:43810) 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40f3fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc0cf280 0x7f40fc162720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:37280/0 (socket says 172.21.15.173:37280) 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40fb7fe640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f40fc162c60 0x7f40fc0d2990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:51116/0 (socket says 172.21.15.173:51116) 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40faffd640 1 -- 172.21.15.173:0/1100612419 learned_addr learned my addr 172.21.15.173:0/1100612419 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40f3fff640 1 -- 172.21.15.173:0/1100612419 >> v2:172.21.15.176:3300/0 conn(0x7f40fc162340 msgr2=0x7f40fc06d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40f3fff640 1 --2- 172.21.15.173:0/1100612419 >> v2:172.21.15.176:3300/0 conn(0x7f40fc162340 0x7f40fc06d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40f3fff640 1 -- 172.21.15.173:0/1100612419 >> v1:172.21.15.176:6789/0 conn(0x7f40fc162c60 legacy=0x7f40fc0d2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.573 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40f3fff640 1 -- 172.21.15.173:0/1100612419 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40fc0d4ff0 con 0x7f40fc0cf280 2024-09-10T09:27:54.573 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.570+0000 7f40faffd640 1 --2- 172.21.15.173:0/1100612419 >> v2:172.21.15.176:3300/0 conn(0x7f40fc162340 0x7f40fc06d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:54.574 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.571+0000 7f40f3fff640 1 --2- 172.21.15.173:0/1100612419 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc0cf280 0x7f40fc162720 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f40e4009790 tx=0x7f40e402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e36faa37e26555f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:54.574 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.571+0000 7f40fa7fc640 1 -- 172.21.15.173:0/1100612419 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e4037070 con 0x7f40fc0cf280 2024-09-10T09:27:54.574 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.571+0000 7f40fa7fc640 1 -- 172.21.15.173:0/1100612419 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40e402ae50 con 0x7f40fc0cf280 2024-09-10T09:27:54.574 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.571+0000 7f40fa7fc640 1 -- 172.21.15.173:0/1100612419 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e4032660 con 0x7f40fc0cf280 2024-09-10T09:27:54.574 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.572+0000 7f41018b7640 1 -- 172.21.15.173:0/1100612419 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc0cf280 msgr2=0x7f40fc162720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.574 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.572+0000 7f41018b7640 1 --2- 172.21.15.173:0/1100612419 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc0cf280 0x7f40fc162720 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f40e4009790 tx=0x7f40e402a100 comp rx=0 tx=0).stop 2024-09-10T09:27:54.574 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.572+0000 7f41018b7640 1 -- 172.21.15.173:0/1100612419 shutdown_connections 2024-09-10T09:27:54.574 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.572+0000 7f41018b7640 1 --2- 172.21.15.173:0/1100612419 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc0cf280 0x7f40fc162720 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.575 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.572+0000 7f41018b7640 1 --2- 172.21.15.173:0/1100612419 >> v2:172.21.15.176:3300/0 conn(0x7f40fc162340 0x7f40fc06d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.575 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.572+0000 7f41018b7640 1 -- 172.21.15.173:0/1100612419 >> 172.21.15.173:0/1100612419 conn(0x7f40fc08bfc0 msgr2=0x7f40fc0d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:54.575 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.572+0000 7f41018b7640 1 -- 172.21.15.173:0/1100612419 shutdown_connections 2024-09-10T09:27:54.575 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.572+0000 7f41018b7640 1 -- 172.21.15.173:0/1100612419 wait complete. 2024-09-10T09:27:54.575 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.573+0000 7f41018b7640 1 Processor -- start 2024-09-10T09:27:54.575 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.573+0000 7f41018b7640 1 -- start start 2024-09-10T09:27:54.576 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f41018b7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40fc0cf280 0x7f40fc0b7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.576 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f41018b7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40fc162340 0x7f40fc152be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f41018b7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc162c60 0x7f40fc0b66b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f41018b7640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc0cf6c0 con 0x7f40fc162340 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f41018b7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc0d52d0 con 0x7f40fc0cf280 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f41018b7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f40fc1630f0 con 0x7f40fc162c60 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40f3fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40fc162340 0x7f40fc152be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40f3fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40fc162340 0x7f40fc152be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57330/0 (socket says 172.21.15.173:57330) 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40f3fff640 1 -- 172.21.15.173:0/2011586540 learned_addr learned my addr 172.21.15.173:0/2011586540 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40faffd640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40fc0cf280 0x7f40fc0b7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40f3fff640 1 -- 172.21.15.173:0/2011586540 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc162c60 msgr2=0x7f40fc0b66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40fb7fe640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc162c60 0x7f40fc0b66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40f3fff640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc162c60 0x7f40fc0b66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40f3fff640 1 -- 172.21.15.173:0/2011586540 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40fc0cf280 msgr2=0x7f40fc0b7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.577 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40f3fff640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40fc0cf280 0x7f40fc0b7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.578 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40f3fff640 1 -- 172.21.15.173:0/2011586540 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40fc0b5330 con 0x7f40fc162340 2024-09-10T09:27:54.578 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.574+0000 7f40faffd640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40fc0cf280 0x7f40fc0b7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:54.578 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.575+0000 7f40fb7fe640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc162c60 0x7f40fc0b66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:54.578 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.575+0000 7f40f3fff640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40fc162340 0x7f40fc152be0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f40e4035040 tx=0x7f40e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:54.578 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.575+0000 7f40f8ff9640 1 -- 172.21.15.173:0/2011586540 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e4042020 con 0x7f40fc162340 2024-09-10T09:27:54.578 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.575+0000 7f40f8ff9640 1 -- 172.21.15.173:0/2011586540 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40e4005990 con 0x7f40fc162340 2024-09-10T09:27:54.578 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.575+0000 7f40f8ff9640 1 -- 172.21.15.173:0/2011586540 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e4037040 con 0x7f40fc162340 2024-09-10T09:27:54.578 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.575+0000 7f41018b7640 1 -- 172.21.15.173:0/2011586540 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40fc0b5610 con 0x7f40fc162340 2024-09-10T09:27:54.578 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.575+0000 7f41018b7640 1 -- 172.21.15.173:0/2011586540 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40fc0b5bd0 con 0x7f40fc162340 2024-09-10T09:27:54.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.576+0000 7f41018b7640 1 -- 172.21.15.173:0/2011586540 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40fc162720 con 0x7f40fc162340 2024-09-10T09:27:54.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.576+0000 7f40f8ff9640 1 -- 172.21.15.173:0/2011586540 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f40e4045020 con 0x7f40fc162340 2024-09-10T09:27:54.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.577+0000 7f40f8ff9640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f40dc06be30 0x7f40dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.577+0000 7f40faffd640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f40dc06be30 0x7f40dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.577+0000 7f40f8ff9640 1 -- 172.21.15.173:0/2011586540 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f40e40ab680 con 0x7f40fc162340 2024-09-10T09:27:54.579 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.577+0000 7f40faffd640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f40dc06be30 0x7f40dc06e2f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f40ec009630 tx=0x7f40ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:54.582 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.581+0000 7f40f8ff9640 1 -- 172.21.15.173:0/2011586540 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f40e404c030 con 0x7f40fc162340 2024-09-10T09:27:54.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.747+0000 7f41018b7640 1 -- 172.21.15.173:0/2011586540 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f40fc08e640 con 0x7f40fc162340 2024-09-10T09:27:54.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.747+0000 7f40f8ff9640 1 -- 172.21.15.173:0/2011586540 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) ==== 100+0+11 (secure 0 0 0) 0x7f40e4079ea0 con 0x7f40fc162340 2024-09-10T09:27:54.749 INFO:teuthology.orchestra.run.smithi173.stdout:pg_num: 64 2024-09-10T09:27:54.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 -- 172.21.15.173:0/2011586540 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f40dc06be30 msgr2=0x7f40dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f40dc06be30 0x7f40dc06e2f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f40ec009630 tx=0x7f40ec008040 comp rx=0 tx=0).stop 2024-09-10T09:27:54.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 -- 172.21.15.173:0/2011586540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40fc162340 msgr2=0x7f40fc152be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40fc162340 0x7f40fc152be0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f40e4035040 tx=0x7f40e40046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 -- 172.21.15.173:0/2011586540 shutdown_connections 2024-09-10T09:27:54.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f40dc06be30 0x7f40dc06e2f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f40fc162c60 0x7f40fc0b66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f40fc162340 0x7f40fc152be0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 --2- 172.21.15.173:0/2011586540 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40fc0cf280 0x7f40fc0b7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 -- 172.21.15.173:0/2011586540 >> 172.21.15.173:0/2011586540 conn(0x7f40fc08bfc0 msgr2=0x7f40fc0d0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:54.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 -- 172.21.15.173:0/2011586540 shutdown_connections 2024-09-10T09:27:54.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.749+0000 7f41018b7640 1 -- 172.21.15.173:0/2011586540 wait complete. 2024-09-10T09:27:54.761 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-10T09:27:54.863 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.861+0000 7f93c072a640 1 Processor -- start 2024-09-10T09:27:54.863 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.862+0000 7f93c072a640 1 -- start start 2024-09-10T09:27:54.864 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.862+0000 7f93c072a640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f93b80cd120 0x7f93b8071e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.864 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.862+0000 7f93c072a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f93b815b950 0x7f93b815e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.864 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93c072a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93b8073b20 con 0x7f93b815b570 2024-09-10T09:27:54.864 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93c072a640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f93b80740e0 con 0x7f93b80cd120 2024-09-10T09:27:54.864 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93c072a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f93b8073e00 con 0x7f93b815b950 2024-09-10T09:27:54.864 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93bdcc5640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f93b80cd120 0x7f93b8071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.865 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93bdcc5640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f93b80cd120 0x7f93b8071e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57338/0 (socket says 172.21.15.173:57338) 2024-09-10T09:27:54.865 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93bdcc5640 1 -- 172.21.15.173:0/1214196410 learned_addr learned my addr 172.21.15.173:0/1214196410 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:54.865 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93bdcc5640 1 -- 172.21.15.173:0/1214196410 >> v2:172.21.15.176:3300/0 conn(0x7f93b815b950 msgr2=0x7f93b815e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:54.865 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93becc7640 1 --2- 172.21.15.173:0/1214196410 >> v2:172.21.15.176:3300/0 conn(0x7f93b815b950 0x7f93b815e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.865 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93bdcc5640 1 --2- 172.21.15.173:0/1214196410 >> v2:172.21.15.176:3300/0 conn(0x7f93b815b950 0x7f93b815e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.865 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93bdcc5640 1 -- 172.21.15.173:0/1214196410 >> v1:172.21.15.176:6789/0 conn(0x7f93b815b570 legacy=0x7f93b80cca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:54.865 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93bdcc5640 1 -- 172.21.15.173:0/1214196410 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93b80cf320 con 0x7f93b80cd120 2024-09-10T09:27:54.865 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.863+0000 7f93becc7640 1 --2- 172.21.15.173:0/1214196410 >> v2:172.21.15.176:3300/0 conn(0x7f93b815b950 0x7f93b815e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:54.866 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.864+0000 7f93bdcc5640 1 --2- 172.21.15.173:0/1214196410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 0x7f93b8071e40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f93b80b1cd0 tx=0x7f93ac02c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9742745abac35f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.864+0000 7f93bd4c4640 1 -- 172.21.15.173:0/1214196410 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac03b070 con 0x7f93b80cd120 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.864+0000 7f93bd4c4640 1 -- 172.21.15.173:0/1214196410 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93ac036620 con 0x7f93b80cd120 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.864+0000 7f93bd4c4640 1 -- 172.21.15.173:0/1214196410 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac0369f0 con 0x7f93b80cd120 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.864+0000 7f93c072a640 1 -- 172.21.15.173:0/1214196410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 msgr2=0x7f93b8071e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.864+0000 7f93c072a640 1 --2- 172.21.15.173:0/1214196410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 0x7f93b8071e40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f93b80b1cd0 tx=0x7f93ac02c860 comp rx=0 tx=0).stop 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.864+0000 7f93c072a640 1 -- 172.21.15.173:0/1214196410 shutdown_connections 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.864+0000 7f93c072a640 1 --2- 172.21.15.173:0/1214196410 >> v2:172.21.15.176:3300/0 conn(0x7f93b815b950 0x7f93b815e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.864+0000 7f93c072a640 1 --2- 172.21.15.173:0/1214196410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 0x7f93b8071e40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.864+0000 7f93c072a640 1 -- 172.21.15.173:0/1214196410 >> 172.21.15.173:0/1214196410 conn(0x7f93b806bdf0 msgr2=0x7f93b806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.865+0000 7f93c072a640 1 -- 172.21.15.173:0/1214196410 shutdown_connections 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.865+0000 7f93c072a640 1 -- 172.21.15.173:0/1214196410 wait complete. 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.866+0000 7f93c072a640 1 Processor -- start 2024-09-10T09:27:54.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.866+0000 7f93c072a640 1 -- start start 2024-09-10T09:27:54.869 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.866+0000 7f93c072a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 0x7f93b81f4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.866+0000 7f93c072a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f93b815b570 0x7f93b814ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.866+0000 7f93c072a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f93b815b950 0x7f93b80ae9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.866+0000 7f93c072a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f93b80cf840 con 0x7f93b80cd120 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.866+0000 7f93c072a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f93b8072450 con 0x7f93b815b570 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.866+0000 7f93c072a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f93b80cf9c0 con 0x7f93b815b950 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.866+0000 7f93be4c6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 0x7f93b81f4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93be4c6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 0x7f93b81f4de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57346/0 (socket says 172.21.15.173:57346) 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93be4c6640 1 -- 172.21.15.173:0/2833146613 learned_addr learned my addr 172.21.15.173:0/2833146613 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93bdcc5640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f93b815b570 0x7f93b814ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93becc7640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f93b815b950 0x7f93b80ae9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93be4c6640 1 -- 172.21.15.173:0/2833146613 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f93b815b950 msgr2=0x7f93b80ae9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93be4c6640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f93b815b950 0x7f93b80ae9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93be4c6640 1 -- 172.21.15.173:0/2833146613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f93b815b570 msgr2=0x7f93b814ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93be4c6640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f93b815b570 0x7f93b814ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:54.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93be4c6640 1 -- 172.21.15.173:0/2833146613 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93b81592d0 con 0x7f93b80cd120 2024-09-10T09:27:54.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93be4c6640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 0x7f93b81f4de0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f93b000c460 tx=0x7f93b000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:54.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93b6ffd640 1 -- 172.21.15.173:0/2833146613 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b0016020 con 0x7f93b80cd120 2024-09-10T09:27:54.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93b6ffd640 1 -- 172.21.15.173:0/2833146613 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93b0012870 con 0x7f93b80cd120 2024-09-10T09:27:54.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93c072a640 1 -- 172.21.15.173:0/2833146613 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93b81595b0 con 0x7f93b80cd120 2024-09-10T09:27:54.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93b6ffd640 1 -- 172.21.15.173:0/2833146613 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b0012c60 con 0x7f93b80cd120 2024-09-10T09:27:54.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.867+0000 7f93c072a640 1 -- 172.21.15.173:0/2833146613 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93b8159b70 con 0x7f93b80cd120 2024-09-10T09:27:54.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.868+0000 7f93c072a640 1 -- 172.21.15.173:0/2833146613 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93b8071e40 con 0x7f93b80cd120 2024-09-10T09:27:54.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.869+0000 7f93b6ffd640 1 -- 172.21.15.173:0/2833146613 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f93b0019020 con 0x7f93b80cd120 2024-09-10T09:27:54.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.869+0000 7f93b6ffd640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f93a406be30 0x7f93a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:54.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.869+0000 7f93b6ffd640 1 -- 172.21.15.173:0/2833146613 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f93b008ab00 con 0x7f93b80cd120 2024-09-10T09:27:54.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.869+0000 7f93bdcc5640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f93a406be30 0x7f93a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:54.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.870+0000 7f93bdcc5640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f93a406be30 0x7f93a406e2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f93ac038000 tx=0x7f93ac033000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:54.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:54.873+0000 7f93b6ffd640 1 -- 172.21.15.173:0/2833146613 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f93b0020070 con 0x7f93b80cd120 2024-09-10T09:27:55.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.039+0000 7f93c072a640 1 -- 172.21.15.173:0/2833146613 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f93b81579a0 con 0x7f93b80cd120 2024-09-10T09:27:55.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.040+0000 7f93b6ffd640 1 -- 172.21.15.173:0/2833146613 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) ==== 103+0+11 (secure 0 0 0) 0x7f93b0058b20 con 0x7f93b80cd120 2024-09-10T09:27:55.041 INFO:teuthology.orchestra.run.smithi173.stdout:pg_num: 32 2024-09-10T09:27:55.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 -- 172.21.15.173:0/2833146613 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f93a406be30 msgr2=0x7f93a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f93a406be30 0x7f93a406e2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f93ac038000 tx=0x7f93ac033000 comp rx=0 tx=0).stop 2024-09-10T09:27:55.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 -- 172.21.15.173:0/2833146613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 msgr2=0x7f93b81f4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 0x7f93b81f4de0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f93b000c460 tx=0x7f93b000c920 comp rx=0 tx=0).stop 2024-09-10T09:27:55.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 -- 172.21.15.173:0/2833146613 shutdown_connections 2024-09-10T09:27:55.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f93a406be30 0x7f93a406e2f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f93b815b950 0x7f93b80ae9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f93b815b570 0x7f93b814ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 --2- 172.21.15.173:0/2833146613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93b80cd120 0x7f93b81f4de0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 -- 172.21.15.173:0/2833146613 >> 172.21.15.173:0/2833146613 conn(0x7f93b806bdf0 msgr2=0x7f93b81581a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:55.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 -- 172.21.15.173:0/2833146613 shutdown_connections 2024-09-10T09:27:55.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.042+0000 7f93c072a640 1 -- 172.21.15.173:0/2833146613 wait complete. 2024-09-10T09:27:55.053 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_acls.TestACLs.test_acls' 2024-09-10T09:27:55.152 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.151+0000 7f7ff159f640 1 Processor -- start 2024-09-10T09:27:55.153 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.151+0000 7f7ff159f640 1 -- start start 2024-09-10T09:27:55.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7ff159f640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f7fec15e740 0x7f7fec0d1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7ff159f640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f7fec06dbd0 0x7f7fec06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7ff159f640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fec0d0780 con 0x7f7fec09b690 2024-09-10T09:27:55.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7ff159f640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f7fec15eb20 con 0x7f7fec06dbd0 2024-09-10T09:27:55.154 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7ff159f640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f7fec06d260 con 0x7f7fec15e740 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7feb7fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f7fec06dbd0 0x7f7fec06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7fe27fc640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f7fec09b690 0x7f7fec06d4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:35576/0 (socket says 172.21.15.173:35576) 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7fe27fc640 1 -- 172.21.15.173:0/1210167643 learned_addr learned my addr 172.21.15.173:0/1210167643 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7feaffd640 1 --2- 172.21.15.173:0/1210167643 >> v2:172.21.15.176:3300/0 conn(0x7f7fec15e740 0x7f7fec0d1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7feb7fe640 1 -- 172.21.15.173:0/1210167643 >> v2:172.21.15.176:3300/0 conn(0x7f7fec15e740 msgr2=0x7f7fec0d1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7feb7fe640 1 --2- 172.21.15.173:0/1210167643 >> v2:172.21.15.176:3300/0 conn(0x7f7fec15e740 0x7f7fec0d1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7feb7fe640 1 -- 172.21.15.173:0/1210167643 >> v1:172.21.15.173:6789/0 conn(0x7f7fec09b690 legacy=0x7f7fec06d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7feb7fe640 1 -- 172.21.15.173:0/1210167643 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fec0d0a60 con 0x7f7fec06dbd0 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.152+0000 7f7fea7fc640 1 -- 172.21.15.173:0/1210167643 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2522787069 0 0) 0x7f7fec0d0780 con 0x7f7fec09b690 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.153+0000 7f7feaffd640 1 --2- 172.21.15.173:0/1210167643 >> v2:172.21.15.176:3300/0 conn(0x7f7fec15e740 0x7f7fec0d1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.153+0000 7f7feb7fe640 1 --2- 172.21.15.173:0/1210167643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec06dbd0 0x7f7fec06cd20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7fec074070 tx=0x7f7fe402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7348e6a9a11d27fe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.153+0000 7f7fea7fc640 1 -- 172.21.15.173:0/1210167643 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe4007740 con 0x7f7fec06dbd0 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.153+0000 7f7fea7fc640 1 -- 172.21.15.173:0/1210167643 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fe40078e0 con 0x7f7fec06dbd0 2024-09-10T09:27:55.155 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.153+0000 7f7fea7fc640 1 -- 172.21.15.173:0/1210167643 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe4007cb0 con 0x7f7fec06dbd0 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.154+0000 7f7ff159f640 1 -- 172.21.15.173:0/1210167643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec06dbd0 msgr2=0x7f7fec06cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.154+0000 7f7ff159f640 1 --2- 172.21.15.173:0/1210167643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec06dbd0 0x7f7fec06cd20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7fec074070 tx=0x7f7fe402a710 comp rx=0 tx=0).stop 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.154+0000 7f7ff159f640 1 -- 172.21.15.173:0/1210167643 shutdown_connections 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.154+0000 7f7ff159f640 1 --2- 172.21.15.173:0/1210167643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec06dbd0 0x7f7fec06cd20 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.154+0000 7f7ff159f640 1 --2- 172.21.15.173:0/1210167643 >> v2:172.21.15.176:3300/0 conn(0x7f7fec15e740 0x7f7fec0d1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.154+0000 7f7ff159f640 1 -- 172.21.15.173:0/1210167643 >> 172.21.15.173:0/1210167643 conn(0x7f7fec0d23a0 msgr2=0x7f7fec0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.154+0000 7f7ff159f640 1 -- 172.21.15.173:0/1210167643 shutdown_connections 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.154+0000 7f7ff159f640 1 -- 172.21.15.173:0/1210167643 wait complete. 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.155+0000 7f7ff159f640 1 Processor -- start 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.155+0000 7f7ff159f640 1 -- start start 2024-09-10T09:27:55.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7ff159f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fec06dbd0 0x7f7fec155900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7ff159f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec09b690 0x7f7fec0c9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7ff159f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7fec15e740 0x7f7fec0c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7ff159f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7fec09bac0 con 0x7f7fec09b690 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7ff159f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7fec0d1020 con 0x7f7fec06dbd0 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7ff159f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f7fec06dfe0 con 0x7f7fec15e740 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7fe27fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec09b690 0x7f7fec0c9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7fe27fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec09b690 0x7f7fec0c9470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57352/0 (socket says 172.21.15.173:57352) 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7fe27fc640 1 -- 172.21.15.173:0/1372314793 learned_addr learned my addr 172.21.15.173:0/1372314793 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7fe27fc640 1 -- 172.21.15.173:0/1372314793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7fec15e740 msgr2=0x7f7fec0c99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7fe27fc640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7fec15e740 0x7f7fec0c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7fe27fc640 1 -- 172.21.15.173:0/1372314793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fec06dbd0 msgr2=0x7f7fec155900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7feaffd640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fec06dbd0 0x7f7fec155900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7fe27fc640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fec06dbd0 0x7f7fec155900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7fe27fc640 1 -- 172.21.15.173:0/1372314793 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fec0b5290 con 0x7f7fec09b690 2024-09-10T09:27:55.161 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.156+0000 7f7fe27fc640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec09b690 0x7f7fec0c9470 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7fd400c430 tx=0x7f7fd400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:55.161 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.157+0000 7f7fe3fff640 1 -- 172.21.15.173:0/1372314793 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fd40074e0 con 0x7f7fec09b690 2024-09-10T09:27:55.161 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.157+0000 7f7fe3fff640 1 -- 172.21.15.173:0/1372314793 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fd40047e0 con 0x7f7fec09b690 2024-09-10T09:27:55.161 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.157+0000 7f7ff159f640 1 -- 172.21.15.173:0/1372314793 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fec0cbb30 con 0x7f7fec09b690 2024-09-10T09:27:55.161 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.157+0000 7f7fe3fff640 1 -- 172.21.15.173:0/1372314793 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fd4004bd0 con 0x7f7fec09b690 2024-09-10T09:27:55.161 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.157+0000 7f7ff159f640 1 -- 172.21.15.173:0/1372314793 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fec0b5810 con 0x7f7fec09b690 2024-09-10T09:27:55.161 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.158+0000 7f7ff159f640 1 -- 172.21.15.173:0/1372314793 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fec0b5a10 con 0x7f7fec09b690 2024-09-10T09:27:55.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.158+0000 7f7fe3fff640 1 -- 172.21.15.173:0/1372314793 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7fd4011070 con 0x7f7fec09b690 2024-09-10T09:27:55.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.159+0000 7f7fe3fff640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7fcc06be30 0x7f7fcc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.159+0000 7f7fe3fff640 1 -- 172.21.15.173:0/1372314793 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7fd408ae10 con 0x7f7fec09b690 2024-09-10T09:27:55.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.159+0000 7f7feaffd640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7fcc06be30 0x7f7fcc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.159+0000 7f7feaffd640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7fcc06be30 0x7f7fcc06e2f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7fdc008850 tx=0x7f7fdc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:55.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.163+0000 7f7fe3fff640 1 -- 172.21.15.173:0/1372314793 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7fec0b5a10 con 0x7f7fec09b690 2024-09-10T09:27:55.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.390+0000 7f7ff159f640 1 -- 172.21.15.173:0/1372314793 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_acls.TestACLs.test_acls"]} v 0) -- 0x7f7fec0d0780 con 0x7f7fec09b690 2024-09-10T09:27:55.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.438+0000 7f7fe3fff640 1 -- 172.21.15.173:0/1372314793 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_acls.TestACLs.test_acls"]}]=0 v56) ==== 123+0+0 (secure 0 0 0) 0x7f7fd4059480 con 0x7f7fec09b690 2024-09-10T09:27:55.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 -- 172.21.15.173:0/1372314793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7fcc06be30 msgr2=0x7f7fcc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7fcc06be30 0x7f7fcc06e2f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7fdc008850 tx=0x7f7fdc008040 comp rx=0 tx=0).stop 2024-09-10T09:27:55.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 -- 172.21.15.173:0/1372314793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec09b690 msgr2=0x7f7fec0c9470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec09b690 0x7f7fec0c9470 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7fd400c430 tx=0x7f7fd400c8f0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 -- 172.21.15.173:0/1372314793 shutdown_connections 2024-09-10T09:27:55.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f7fcc06be30 0x7f7fcc06e2f0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7fec15e740 0x7f7fec0c99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fec09b690 0x7f7fec0c9470 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 --2- 172.21.15.173:0/1372314793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fec06dbd0 0x7f7fec155900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 -- 172.21.15.173:0/1372314793 >> 172.21.15.173:0/1372314793 conn(0x7f7fec0d23a0 msgr2=0x7f7fec15d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:55.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 -- 172.21.15.173:0/1372314793 shutdown_connections 2024-09-10T09:27:55.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.440+0000 7f7ff159f640 1 -- 172.21.15.173:0/1372314793 wait complete. 2024-09-10T09:27:55.452 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T09:27:55.555 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.554+0000 7fea3e04c640 1 Processor -- start 2024-09-10T09:27:55.555 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.554+0000 7fea3e04c640 1 -- start start 2024-09-10T09:27:55.558 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.554+0000 7fea3e04c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea380b1920 0x7fea3809aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.558 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.554+0000 7fea3e04c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fea3809af70 0x7fea380cd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.558 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.554+0000 7fea3e04c640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea380ce720 con 0x7fea38071160 2024-09-10T09:27:55.558 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.554+0000 7fea3e04c640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fea380cea00 con 0x7fea3809af70 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.554+0000 7fea3e04c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fea380ccfe0 con 0x7fea380b1920 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea37fff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fea38071160 0x7fea380700c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:35586/0 (socket says 172.21.15.173:35586) 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea37fff640 1 -- 172.21.15.173:0/2298600602 learned_addr learned my addr 172.21.15.173:0/2298600602 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea2ffff640 1 --2- 172.21.15.173:0/2298600602 >> v2:172.21.15.176:3300/0 conn(0x7fea3809af70 0x7fea380cd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1858360993 0 0) 0x7fea380ce720 con 0x7fea38071160 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea377fe640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea380b1920 0x7fea3809aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fea24003520 con 0x7fea38071160 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1695910897 0 0) 0x7fea24003520 con 0x7fea38071160 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea380b1920 msgr2=0x7fea3809aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea380b1920 0x7fea3809aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 >> v2:172.21.15.176:3300/0 conn(0x7fea3809af70 msgr2=0x7fea380cd7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 --2- 172.21.15.173:0/2298600602 >> v2:172.21.15.176:3300/0 conn(0x7fea3809af70 0x7fea380cd7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea380cd2c0 con 0x7fea38071160 2024-09-10T09:27:55.559 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7fea300019f0 con 0x7fea38071160 2024-09-10T09:27:55.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 >> v1:172.21.15.173:6789/0 conn(0x7fea38071160 legacy=0x7fea380700c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea380b1920 0x7fea240039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea24003f30 0x7fea24004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fea24004d40 0x7fea240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fea380cea00 con 0x7fea24003f30 2024-09-10T09:27:55.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fea380ccfe0 con 0x7fea24004d40 2024-09-10T09:27:55.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fea2400ba10 con 0x7fea380b1920 2024-09-10T09:27:55.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea2ffff640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea24003f30 0x7fea24004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea377fe640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea380b1920 0x7fea240039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.555+0000 7fea37fff640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fea24004d40 0x7fea240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.556+0000 7fea2ffff640 1 -- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea380b1920 msgr2=0x7fea240039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.556+0000 7fea2ffff640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea380b1920 0x7fea240039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.556+0000 7fea2ffff640 1 -- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fea24004d40 msgr2=0x7fea240051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.556+0000 7fea2ffff640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fea24004d40 0x7fea240051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.556+0000 7fea2ffff640 1 -- 172.21.15.173:0/2298600602 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea24003520 con 0x7fea24003f30 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.556+0000 7fea2ffff640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea24003f30 0x7fea24004800 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fea20009ac0 tx=0x7fea24005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598a3d0d1f34f0d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.557+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea20036070 con 0x7fea24003f30 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.557+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea20031400 con 0x7fea24003f30 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.557+0000 7fea36ffd640 1 -- 172.21.15.173:0/2298600602 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea20009690 con 0x7fea24003f30 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.557+0000 7fea3e04c640 1 -- 172.21.15.173:0/2298600602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea24003f30 msgr2=0x7fea24004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.557+0000 7fea3e04c640 1 --2- 172.21.15.173:0/2298600602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea24003f30 0x7fea24004800 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fea20009ac0 tx=0x7fea24005830 comp rx=0 tx=0).stop 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.557+0000 7fea37fff640 1 -- 172.21.15.173:0/2298600602 reap_dead start 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.557+0000 7fea3e04c640 1 -- 172.21.15.173:0/2298600602 shutdown_connections 2024-09-10T09:27:55.561 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.557+0000 7fea3e04c640 1 -- 172.21.15.173:0/2298600602 >> 172.21.15.173:0/2298600602 conn(0x7fea380b3de0 msgr2=0x7fea380b41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:55.562 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.557+0000 7fea3e04c640 1 -- 172.21.15.173:0/2298600602 shutdown_connections 2024-09-10T09:27:55.562 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.557+0000 7fea3e04c640 1 -- 172.21.15.173:0/2298600602 wait complete. 2024-09-10T09:27:55.564 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.558+0000 7fea3e04c640 1 Processor -- start 2024-09-10T09:27:55.564 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.558+0000 7fea3e04c640 1 -- start start 2024-09-10T09:27:55.564 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea3e04c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea24003f30 0x7fea380cba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea3e04c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea380b77a0 0x7fea380c9630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea3e04c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fea380b5f60 0x7fea380b6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea3e04c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fea380d01f0 con 0x7fea380b77a0 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea3e04c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fea380d0070 con 0x7fea380b5f60 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea3e04c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fea3809aa30 con 0x7fea24003f30 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea2ffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea380b77a0 0x7fea380c9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea2ffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea380b77a0 0x7fea380c9630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57360/0 (socket says 172.21.15.173:57360) 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea2ffff640 1 -- 172.21.15.173:0/1236853138 learned_addr learned my addr 172.21.15.173:0/1236853138 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea37fff640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fea380b5f60 0x7fea380b6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea377fe640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea24003f30 0x7fea380cba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea2ffff640 1 -- 172.21.15.173:0/1236853138 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea24003f30 msgr2=0x7fea380cba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea2ffff640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea24003f30 0x7fea380cba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea2ffff640 1 -- 172.21.15.173:0/1236853138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fea380b5f60 msgr2=0x7fea380b6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea2ffff640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fea380b5f60 0x7fea380b6410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea2ffff640 1 -- 172.21.15.173:0/1236853138 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea380b7fb0 con 0x7fea380b77a0 2024-09-10T09:27:55.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea37fff640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fea380b5f60 0x7fea380b6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:55.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.559+0000 7fea377fe640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea24003f30 0x7fea380cba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:55.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.560+0000 7fea2ffff640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea380b77a0 0x7fea380c9630 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fea20009ac0 tx=0x7fea20004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:55.567 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.560+0000 7fea34ff9640 1 -- 172.21.15.173:0/1236853138 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea20040020 con 0x7fea380b77a0 2024-09-10T09:27:55.567 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.560+0000 7fea34ff9640 1 -- 172.21.15.173:0/1236853138 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea2003b680 con 0x7fea380b77a0 2024-09-10T09:27:55.568 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.560+0000 7fea3e04c640 1 -- 172.21.15.173:0/1236853138 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea380b51c0 con 0x7fea380b77a0 2024-09-10T09:27:55.568 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.560+0000 7fea34ff9640 1 -- 172.21.15.173:0/1236853138 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea20036040 con 0x7fea380b77a0 2024-09-10T09:27:55.568 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.560+0000 7fea3e04c640 1 -- 172.21.15.173:0/1236853138 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea380b5780 con 0x7fea380b77a0 2024-09-10T09:27:55.568 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.561+0000 7fea3e04c640 1 -- 172.21.15.173:0/1236853138 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea380ce720 con 0x7fea380b77a0 2024-09-10T09:27:55.568 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.561+0000 7fea34ff9640 1 -- 172.21.15.173:0/1236853138 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fea20043020 con 0x7fea380b77a0 2024-09-10T09:27:55.568 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.562+0000 7fea34ff9640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fea1806be30 0x7fea1806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:55.568 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.562+0000 7fea34ff9640 1 -- 172.21.15.173:0/1236853138 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fea200ab8a0 con 0x7fea380b77a0 2024-09-10T09:27:55.568 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.562+0000 7fea377fe640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fea1806be30 0x7fea1806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:55.568 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.562+0000 7fea377fe640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fea1806be30 0x7fea1806e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fea28009ae0 tx=0x7fea28008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:55.569 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.566+0000 7fea34ff9640 1 -- 172.21.15.173:0/1236853138 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fea2004a030 con 0x7fea380b77a0 2024-09-10T09:27:55.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.732+0000 7fea3e04c640 1 -- 172.21.15.173:0/1236853138 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fea380b4cf0 con 0x7fea380b77a0 2024-09-10T09:27:55.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.735+0000 7fea34ff9640 1 -- 172.21.15.173:0/1236853138 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fea20079f10 con 0x7fea380b77a0 2024-09-10T09:27:55.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 -- 172.21.15.173:0/1236853138 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fea1806be30 msgr2=0x7fea1806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fea1806be30 0x7fea1806e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fea28009ae0 tx=0x7fea28008040 comp rx=0 tx=0).stop 2024-09-10T09:27:55.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 -- 172.21.15.173:0/1236853138 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea380b77a0 msgr2=0x7fea380c9630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:55.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea380b77a0 0x7fea380c9630 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fea20009ac0 tx=0x7fea20004730 comp rx=0 tx=0).stop 2024-09-10T09:27:55.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 -- 172.21.15.173:0/1236853138 shutdown_connections 2024-09-10T09:27:55.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fea1806be30 0x7fea1806e2f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fea380b5f60 0x7fea380b6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea380b77a0 0x7fea380c9630 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 --2- 172.21.15.173:0/1236853138 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fea24003f30 0x7fea380cba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:55.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 -- 172.21.15.173:0/1236853138 >> 172.21.15.173:0/1236853138 conn(0x7fea380b3de0 msgr2=0x7fea380700c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:55.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 -- 172.21.15.173:0/1236853138 shutdown_connections 2024-09-10T09:27:55.739 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:55.737+0000 7fea3e04c640 1 -- 172.21.15.173:0/1236853138 wait complete. 2024-09-10T09:27:55.749 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T09:27:55.749 DEBUG:teuthology.orchestra.run.smithi173:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T09:27:55.789 DEBUG:teuthology.orchestra.run.smithi176:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T09:27:55.828 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T09:27:55.829 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:27:55.829 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:55.845 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:27:55.845 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:55.900 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:27:55.900 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:55.957 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T09:27:56.096 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.095+0000 7f783f35b640 1 Processor -- start 2024-09-10T09:27:56.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.095+0000 7f783f35b640 1 -- start start 2024-09-10T09:27:56.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.096+0000 7f783f35b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f783815e5f0 0x7f78380d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.096+0000 7f783f35b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f78380b6690 0x7f783806d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.096+0000 7f783f35b640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78380d3690 con 0x7f78380d30f0 2024-09-10T09:27:56.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.096+0000 7f783f35b640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f783806d530 con 0x7f78380b6690 2024-09-10T09:27:56.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.096+0000 7f783f35b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f78380d3970 con 0x7f783815e5f0 2024-09-10T09:27:56.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.096+0000 7f783d8f8640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f78380b6690 0x7f783806d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.096+0000 7f783c8f6640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f78380d30f0 0x7f78380b5f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:35598/0 (socket says 172.21.15.173:35598) 2024-09-10T09:27:56.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.096+0000 7f783c8f6640 1 -- 172.21.15.173:0/4122082241 learned_addr learned my addr 172.21.15.173:0/4122082241 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:56.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.097+0000 7f783d0f7640 1 --2- 172.21.15.173:0/4122082241 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f783815e5f0 0x7f78380d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.097+0000 7f783d8f8640 1 -- 172.21.15.173:0/4122082241 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f783815e5f0 msgr2=0x7f78380d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:56.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.097+0000 7f783d8f8640 1 --2- 172.21.15.173:0/4122082241 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f783815e5f0 0x7f78380d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.097+0000 7f783d8f8640 1 -- 172.21.15.173:0/4122082241 >> v1:172.21.15.173:6789/0 conn(0x7f78380d30f0 legacy=0x7f78380b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.099 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.097+0000 7f783d8f8640 1 -- 172.21.15.173:0/4122082241 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f783806cee0 con 0x7f78380b6690 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.097+0000 7f783d8f8640 1 --2- 172.21.15.173:0/4122082241 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380b6690 0x7f783806d9c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7830009d90 tx=0x7f783002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ab146078e14c3c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f782ffff640 1 -- 172.21.15.173:0/4122082241 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7830007740 con 0x7f78380b6690 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f782ffff640 1 -- 172.21.15.173:0/4122082241 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78300078e0 con 0x7f78380b6690 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f782ffff640 1 -- 172.21.15.173:0/4122082241 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7830007cb0 con 0x7f78380b6690 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f783f35b640 1 -- 172.21.15.173:0/4122082241 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380b6690 msgr2=0x7f783806d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f783f35b640 1 --2- 172.21.15.173:0/4122082241 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380b6690 0x7f783806d9c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7830009d90 tx=0x7f783002a660 comp rx=0 tx=0).stop 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f783f35b640 1 -- 172.21.15.173:0/4122082241 shutdown_connections 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f783f35b640 1 --2- 172.21.15.173:0/4122082241 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380b6690 0x7f783806d9c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f783f35b640 1 --2- 172.21.15.173:0/4122082241 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f783815e5f0 0x7f78380d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f783f35b640 1 -- 172.21.15.173:0/4122082241 >> 172.21.15.173:0/4122082241 conn(0x7f783808bfc0 msgr2=0x7f78380d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:56.100 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f783f35b640 1 -- 172.21.15.173:0/4122082241 shutdown_connections 2024-09-10T09:27:56.101 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.098+0000 7f783f35b640 1 -- 172.21.15.173:0/4122082241 wait complete. 2024-09-10T09:27:56.102 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.099+0000 7f783f35b640 1 Processor -- start 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.099+0000 7f783f35b640 1 -- start start 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783f35b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78380b6690 0x7f783809f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783f35b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380d30f0 0x7f78380a0e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783f35b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f783815e5f0 0x7f7838154870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783f35b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f78380d5310 con 0x7f78380d30f0 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783f35b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f783815e9d0 con 0x7f78380b6690 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783f35b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f783806df00 con 0x7f783815e5f0 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783c8f6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380d30f0 0x7f78380a0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783c8f6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380d30f0 0x7f78380a0e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57374/0 (socket says 172.21.15.173:57374) 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783c8f6640 1 -- 172.21.15.173:0/1151034814 learned_addr learned my addr 172.21.15.173:0/1151034814 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783d0f7640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78380b6690 0x7f783809f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783d8f8640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f783815e5f0 0x7f7838154870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783c8f6640 1 -- 172.21.15.173:0/1151034814 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f783815e5f0 msgr2=0x7f7838154870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.103 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783c8f6640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f783815e5f0 0x7f7838154870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783c8f6640 1 -- 172.21.15.173:0/1151034814 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78380b6690 msgr2=0x7f783809f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783c8f6640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78380b6690 0x7f783809f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783c8f6640 1 -- 172.21.15.173:0/1151034814 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78380a1710 con 0x7f78380d30f0 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.100+0000 7f783d0f7640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78380b6690 0x7f783809f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.101+0000 7f783c8f6640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380d30f0 0x7f78380a0e50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f782800c470 tx=0x7f7828001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.101+0000 7f782dffb640 1 -- 172.21.15.173:0/1151034814 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828017070 con 0x7f78380d30f0 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.101+0000 7f782dffb640 1 -- 172.21.15.173:0/1151034814 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7828005ce0 con 0x7f78380d30f0 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.101+0000 7f783f35b640 1 -- 172.21.15.173:0/1151034814 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78380a19f0 con 0x7f78380d30f0 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.101+0000 7f782dffb640 1 -- 172.21.15.173:0/1151034814 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78280072f0 con 0x7f78380d30f0 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.101+0000 7f783f35b640 1 -- 172.21.15.173:0/1151034814 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78380a1fb0 con 0x7f78380d30f0 2024-09-10T09:27:56.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.102+0000 7f783f35b640 1 -- 172.21.15.173:0/1151034814 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f783806d9c0 con 0x7f78380d30f0 2024-09-10T09:27:56.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.102+0000 7f782dffb640 1 -- 172.21.15.173:0/1151034814 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f782801a070 con 0x7f78380d30f0 2024-09-10T09:27:56.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.103+0000 7f782dffb640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f781c06be30 0x7f781c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.103+0000 7f783d0f7640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f781c06be30 0x7f781c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.103+0000 7f782dffb640 1 -- 172.21.15.173:0/1151034814 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f782808a5a0 con 0x7f78380d30f0 2024-09-10T09:27:56.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.103+0000 7f783d0f7640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f781c06be30 0x7f781c06e2f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7834009a20 tx=0x7f7834008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:56.108 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.107+0000 7f782dffb640 1 -- 172.21.15.173:0/1151034814 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7828058c10 con 0x7f78380d30f0 2024-09-10T09:27:56.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.284+0000 7f783f35b640 1 -- 172.21.15.173:0/1151034814 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f78380b4000 con 0x7f78380d30f0 2024-09-10T09:27:56.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.284+0000 7f782dffb640 1 -- 172.21.15.173:0/1151034814 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f7828058510 con 0x7f78380d30f0 2024-09-10T09:27:56.286 INFO:teuthology.orchestra.run.smithi173.stderr:listed 0 entries 2024-09-10T09:27:56.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.286+0000 7f783f35b640 1 -- 172.21.15.173:0/1151034814 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f781c06be30 msgr2=0x7f781c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.286+0000 7f783f35b640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f781c06be30 0x7f781c06e2f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7834009a20 tx=0x7f7834008040 comp rx=0 tx=0).stop 2024-09-10T09:27:56.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.286+0000 7f783f35b640 1 -- 172.21.15.173:0/1151034814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380d30f0 msgr2=0x7f78380a0e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.286+0000 7f783f35b640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380d30f0 0x7f78380a0e50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f782800c470 tx=0x7f7828001e70 comp rx=0 tx=0).stop 2024-09-10T09:27:56.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.286+0000 7f783f35b640 1 -- 172.21.15.173:0/1151034814 shutdown_connections 2024-09-10T09:27:56.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.287+0000 7f783f35b640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f781c06be30 0x7f781c06e2f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.287+0000 7f783f35b640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f783815e5f0 0x7f7838154870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.287+0000 7f783f35b640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78380d30f0 0x7f78380a0e50 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.288 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.287+0000 7f783f35b640 1 --2- 172.21.15.173:0/1151034814 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78380b6690 0x7f783809f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.287+0000 7f783f35b640 1 -- 172.21.15.173:0/1151034814 >> 172.21.15.173:0/1151034814 conn(0x7f783808bfc0 msgr2=0x7f78380b9360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:56.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.287+0000 7f783f35b640 1 -- 172.21.15.173:0/1151034814 shutdown_connections 2024-09-10T09:27:56.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.287+0000 7f783f35b640 1 -- 172.21.15.173:0/1151034814 wait complete. 2024-09-10T09:27:56.299 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T09:27:56.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:56.300 DEBUG:teuthology.orchestra.run.smithi173:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-10T09:27:56.325 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:27:56.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:56.326 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T09:27:56.382 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:27:56.382 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:56.400 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:27:56.400 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:56.459 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:27:56.459 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:56.516 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T09:27:56.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.615+0000 7fad262c3640 1 Processor -- start 2024-09-10T09:27:56.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.615+0000 7fad262c3640 1 -- start start 2024-09-10T09:27:56.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad262c3640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fad20072320 0x7fad200cce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad262c3640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fad20072de0 0x7fad2006e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad262c3640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad20146140 con 0x7fad20072700 2024-09-10T09:27:56.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad262c3640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fad200cd740 con 0x7fad20072320 2024-09-10T09:27:56.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad262c3640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fad200cda20 con 0x7fad20072de0 2024-09-10T09:27:56.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad1ffff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fad20072320 0x7fad200cce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad1ffff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fad20072320 0x7fad200cce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39788/0 (socket says 172.21.15.173:39788) 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad24860640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fad20072700 0x7fad2006e5f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40176/0 (socket says 172.21.15.173:40176) 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad1ffff640 1 -- 172.21.15.173:0/3606342053 learned_addr learned my addr 172.21.15.173:0/3606342053 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad1f7fe640 1 --2- 172.21.15.173:0/3606342053 >> v2:172.21.15.176:3300/0 conn(0x7fad20072de0 0x7fad2006e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad1ffff640 1 -- 172.21.15.173:0/3606342053 >> v2:172.21.15.176:3300/0 conn(0x7fad20072de0 msgr2=0x7fad2006e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad1ffff640 1 --2- 172.21.15.173:0/3606342053 >> v2:172.21.15.176:3300/0 conn(0x7fad20072de0 0x7fad2006e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad1ffff640 1 -- 172.21.15.173:0/3606342053 >> v1:172.21.15.173:6789/0 conn(0x7fad20072700 legacy=0x7fad2006e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad1ffff640 1 -- 172.21.15.173:0/3606342053 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad200cdd00 con 0x7fad20072320 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad1effd640 1 -- 172.21.15.173:0/3606342053 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1301814232 0 0) 0x7fad20146140 con 0x7fad20072700 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.616+0000 7fad1f7fe640 1 --2- 172.21.15.173:0/3606342053 >> v2:172.21.15.176:3300/0 conn(0x7fad20072de0 0x7fad2006e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.617+0000 7fad1ffff640 1 --2- 172.21.15.173:0/3606342053 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072320 0x7fad200cce60 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fad2006f8c0 tx=0x7fad1002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3803292d4efcec68 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:56.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.617+0000 7fad1effd640 1 -- 172.21.15.173:0/3606342053 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad10037070 con 0x7fad20072320 2024-09-10T09:27:56.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.617+0000 7fad1effd640 1 -- 172.21.15.173:0/3606342053 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad10032440 con 0x7fad20072320 2024-09-10T09:27:56.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.617+0000 7fad1effd640 1 -- 172.21.15.173:0/3606342053 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad10032810 con 0x7fad20072320 2024-09-10T09:27:56.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.617+0000 7fad262c3640 1 -- 172.21.15.173:0/3606342053 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072320 msgr2=0x7fad200cce60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.617+0000 7fad262c3640 1 --2- 172.21.15.173:0/3606342053 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072320 0x7fad200cce60 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fad2006f8c0 tx=0x7fad1002a1e0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.618+0000 7fad262c3640 1 -- 172.21.15.173:0/3606342053 shutdown_connections 2024-09-10T09:27:56.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.618+0000 7fad262c3640 1 --2- 172.21.15.173:0/3606342053 >> v2:172.21.15.176:3300/0 conn(0x7fad20072de0 0x7fad2006e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.618+0000 7fad262c3640 1 --2- 172.21.15.173:0/3606342053 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072320 0x7fad200cce60 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.618+0000 7fad262c3640 1 -- 172.21.15.173:0/3606342053 >> 172.21.15.173:0/3606342053 conn(0x7fad20067d70 msgr2=0x7fad2006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:56.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.618+0000 7fad262c3640 1 -- 172.21.15.173:0/3606342053 shutdown_connections 2024-09-10T09:27:56.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.618+0000 7fad262c3640 1 -- 172.21.15.173:0/3606342053 wait complete. 2024-09-10T09:27:56.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.619+0000 7fad262c3640 1 Processor -- start 2024-09-10T09:27:56.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.619+0000 7fad262c3640 1 -- start start 2024-09-10T09:27:56.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad262c3640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad20072320 0x7fad2015bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad262c3640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072700 0x7fad200afd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad262c3640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad20072de0 0x7fad200b0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad262c3640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fad200cd520 con 0x7fad20072700 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad262c3640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fad200cd3a0 con 0x7fad20072320 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad262c3640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fad2006ed00 con 0x7fad20072de0 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1f7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072700 0x7fad200afd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1f7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072700 0x7fad200afd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39804/0 (socket says 172.21.15.173:39804) 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1f7fe640 1 -- 172.21.15.173:0/1890089072 learned_addr learned my addr 172.21.15.173:0/1890089072 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1ffff640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad20072320 0x7fad2015bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad24860640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad20072de0 0x7fad200b0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1f7fe640 1 -- 172.21.15.173:0/1890089072 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad20072de0 msgr2=0x7fad200b0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1f7fe640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad20072de0 0x7fad200b0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1f7fe640 1 -- 172.21.15.173:0/1890089072 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad20072320 msgr2=0x7fad2015bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1f7fe640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad20072320 0x7fad2015bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.625 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1f7fe640 1 -- 172.21.15.173:0/1890089072 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad200ab740 con 0x7fad20072700 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1ffff640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad20072320 0x7fad2015bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1f7fe640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072700 0x7fad200afd50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fad0800c7f0 tx=0x7fad0800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1cff9640 1 -- 172.21.15.173:0/1890089072 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad08015070 con 0x7fad20072700 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1cff9640 1 -- 172.21.15.173:0/1890089072 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad08007820 con 0x7fad20072700 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad262c3640 1 -- 172.21.15.173:0/1890089072 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad200aba20 con 0x7fad20072700 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad1cff9640 1 -- 172.21.15.173:0/1890089072 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad08007bd0 con 0x7fad20072700 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.620+0000 7fad262c3640 1 -- 172.21.15.173:0/1890089072 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad200abfe0 con 0x7fad20072700 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.621+0000 7fad262c3640 1 -- 172.21.15.173:0/1890089072 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad200cce60 con 0x7fad20072700 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.622+0000 7fad1cff9640 1 -- 172.21.15.173:0/1890089072 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fad08018070 con 0x7fad20072700 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.622+0000 7fad1cff9640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad0006be30 0x7fad0006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.622+0000 7fad1cff9640 1 -- 172.21.15.173:0/1890089072 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fad0808b280 con 0x7fad20072700 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.622+0000 7fad1ffff640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad0006be30 0x7fad0006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:56.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.623+0000 7fad1ffff640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad0006be30 0x7fad0006e2f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fad10034000 tx=0x7fad1002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:56.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.626+0000 7fad1cff9640 1 -- 172.21.15.173:0/1890089072 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fad08059980 con 0x7fad20072700 2024-09-10T09:27:56.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.803+0000 7fad262c3640 1 -- 172.21.15.173:0/1890089072 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fad200c72e0 con 0x7fad20072700 2024-09-10T09:27:56.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.804+0000 7fad1cff9640 1 -- 172.21.15.173:0/1890089072 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fad08059280 con 0x7fad20072700 2024-09-10T09:27:56.805 INFO:teuthology.orchestra.run.smithi173.stderr:listed 0 entries 2024-09-10T09:27:56.807 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 -- 172.21.15.173:0/1890089072 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad0006be30 msgr2=0x7fad0006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.807 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad0006be30 0x7fad0006e2f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fad10034000 tx=0x7fad1002e000 comp rx=0 tx=0).stop 2024-09-10T09:27:56.807 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 -- 172.21.15.173:0/1890089072 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072700 msgr2=0x7fad200afd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:56.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072700 0x7fad200afd50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fad0800c7f0 tx=0x7fad0800ccb0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 -- 172.21.15.173:0/1890089072 shutdown_connections 2024-09-10T09:27:56.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad0006be30 0x7fad0006e2f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad20072de0 0x7fad200b0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad20072700 0x7fad200afd50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 --2- 172.21.15.173:0/1890089072 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad20072320 0x7fad2015bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:56.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 -- 172.21.15.173:0/1890089072 >> 172.21.15.173:0/1890089072 conn(0x7fad20067d70 msgr2=0x7fad200cb140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:56.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 -- 172.21.15.173:0/1890089072 shutdown_connections 2024-09-10T09:27:56.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:56.806+0000 7fad262c3640 1 -- 172.21.15.173:0/1890089072 wait complete. 2024-09-10T09:27:56.817 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-10T09:27:56.818 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:56.818 DEBUG:teuthology.orchestra.run.smithi176:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-10T09:27:56.848 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:27:56.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:56.848 DEBUG:teuthology.orchestra.run.smithi176:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T09:27:56.931 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:27:56.931 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:56.948 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:27:56.948 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:57.004 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:27:57.004 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:57.060 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T09:27:57.199 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.198+0000 7f11bb10a640 1 Processor -- start 2024-09-10T09:27:57.199 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.198+0000 7f11bb10a640 1 -- start start 2024-09-10T09:27:57.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11bb10a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f11b415ba30 0x7f11b406f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11bb10a640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f11b4073050 0x7f11b40b4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11bb10a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11b40b3570 con 0x7f11b406fd50 2024-09-10T09:27:57.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11bb10a640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f11b40b4180 con 0x7f11b4073050 2024-09-10T09:27:57.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11bb10a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f11b40b3850 con 0x7f11b415ba30 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11b96a7640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f11b4073050 0x7f11b40b4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11b96a7640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f11b4073050 0x7f11b40b4880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39814/0 (socket says 172.21.15.173:39814) 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11b96a7640 1 -- 172.21.15.173:0/713433644 learned_addr learned my addr 172.21.15.173:0/713433644 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11b8ea6640 1 --2- 172.21.15.173:0/713433644 >> v2:172.21.15.176:3300/0 conn(0x7f11b415ba30 0x7f11b406f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11b96a7640 1 -- 172.21.15.173:0/713433644 >> v2:172.21.15.176:3300/0 conn(0x7f11b415ba30 msgr2=0x7f11b406f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11b96a7640 1 --2- 172.21.15.173:0/713433644 >> v2:172.21.15.176:3300/0 conn(0x7f11b415ba30 0x7f11b406f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11b96a7640 1 -- 172.21.15.173:0/713433644 >> v1:172.21.15.176:6789/0 conn(0x7f11b406fd50 legacy=0x7f11b4072940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11b96a7640 1 -- 172.21.15.173:0/713433644 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11b40b3b30 con 0x7f11b4073050 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.199+0000 7f11b8ea6640 1 --2- 172.21.15.173:0/713433644 >> v2:172.21.15.176:3300/0 conn(0x7f11b415ba30 0x7f11b406f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.200+0000 7f11b96a7640 1 --2- 172.21.15.173:0/713433644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b4073050 0x7f11b40b4880 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f11b406ca90 tx=0x7f11ac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86b4f6fa0ab3a7fc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.200+0000 7f11ab7fe640 1 -- 172.21.15.173:0/713433644 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ac037070 con 0x7f11b4073050 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.200+0000 7f11ab7fe640 1 -- 172.21.15.173:0/713433644 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11ac032440 con 0x7f11b4073050 2024-09-10T09:27:57.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.200+0000 7f11ab7fe640 1 -- 172.21.15.173:0/713433644 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ac032810 con 0x7f11b4073050 2024-09-10T09:27:57.203 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.201+0000 7f11bb10a640 1 -- 172.21.15.173:0/713433644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b4073050 msgr2=0x7f11b40b4880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.203 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.201+0000 7f11bb10a640 1 --2- 172.21.15.173:0/713433644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b4073050 0x7f11b40b4880 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f11b406ca90 tx=0x7f11ac02a270 comp rx=0 tx=0).stop 2024-09-10T09:27:57.203 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.201+0000 7f11bb10a640 1 -- 172.21.15.173:0/713433644 shutdown_connections 2024-09-10T09:27:57.203 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.201+0000 7f11bb10a640 1 --2- 172.21.15.173:0/713433644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b4073050 0x7f11b40b4880 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.204 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.201+0000 7f11bb10a640 1 --2- 172.21.15.173:0/713433644 >> v2:172.21.15.176:3300/0 conn(0x7f11b415ba30 0x7f11b406f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.204 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.201+0000 7f11bb10a640 1 -- 172.21.15.173:0/713433644 >> 172.21.15.173:0/713433644 conn(0x7f11b4067d70 msgr2=0x7f11b406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:57.204 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.201+0000 7f11bb10a640 1 -- 172.21.15.173:0/713433644 shutdown_connections 2024-09-10T09:27:57.204 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.201+0000 7f11bb10a640 1 -- 172.21.15.173:0/713433644 wait complete. 2024-09-10T09:27:57.204 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.202+0000 7f11bb10a640 1 Processor -- start 2024-09-10T09:27:57.204 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.202+0000 7f11bb10a640 1 -- start start 2024-09-10T09:27:57.206 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11bb10a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b406fd50 0x7f11b4132b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11bb10a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f11b4073050 0x7f11b41342f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11bb10a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11b415ba30 0x7f11b40cf0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11bb10a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f11b40ccfe0 con 0x7f11b406fd50 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11bb10a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f11b40ce810 con 0x7f11b415ba30 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11bb10a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f11b40cd160 con 0x7f11b4073050 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b8ea6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b406fd50 0x7f11b4132b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b8ea6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b406fd50 0x7f11b4132b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39822/0 (socket says 172.21.15.173:39822) 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b8ea6640 1 -- 172.21.15.173:0/3997339723 learned_addr learned my addr 172.21.15.173:0/3997339723 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b96a7640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11b415ba30 0x7f11b40cf0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b8ea6640 1 -- 172.21.15.173:0/3997339723 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f11b4073050 msgr2=0x7f11b41342f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11abfff640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f11b4073050 0x7f11b41342f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b8ea6640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f11b4073050 0x7f11b41342f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b8ea6640 1 -- 172.21.15.173:0/3997339723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11b415ba30 msgr2=0x7f11b40cf0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.207 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b8ea6640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11b415ba30 0x7f11b40cf0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b8ea6640 1 -- 172.21.15.173:0/3997339723 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11b4133250 con 0x7f11b406fd50 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b96a7640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11b415ba30 0x7f11b40cf0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11abfff640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f11b4073050 0x7f11b41342f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.203+0000 7f11b8ea6640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b406fd50 0x7f11b4132b50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f11b0009fa0 tx=0x7f11b000d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.204+0000 7f11a97fa640 1 -- 172.21.15.173:0/3997339723 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b001a070 con 0x7f11b406fd50 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.204+0000 7f11a97fa640 1 -- 172.21.15.173:0/3997339723 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11b0003bb0 con 0x7f11b406fd50 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.204+0000 7f11bb10a640 1 -- 172.21.15.173:0/3997339723 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11b4133530 con 0x7f11b406fd50 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.204+0000 7f11a97fa640 1 -- 172.21.15.173:0/3997339723 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b0004030 con 0x7f11b406fd50 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.204+0000 7f11bb10a640 1 -- 172.21.15.173:0/3997339723 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11b4133af0 con 0x7f11b406fd50 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.205+0000 7f11bb10a640 1 -- 172.21.15.173:0/3997339723 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11b406f810 con 0x7f11b406fd50 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.205+0000 7f11a97fa640 1 -- 172.21.15.173:0/3997339723 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f11b001d070 con 0x7f11b406fd50 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.205+0000 7f11a97fa640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f11a006be30 0x7f11a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.208 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.206+0000 7f11a97fa640 1 -- 172.21.15.173:0/3997339723 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f11b008b3e0 con 0x7f11b406fd50 2024-09-10T09:27:57.209 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.206+0000 7f11abfff640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f11a006be30 0x7f11a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.209 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.206+0000 7f11abfff640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f11a006be30 0x7f11a006e2f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f11b41f7ce0 tx=0x7f11a4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:57.211 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.210+0000 7f11a97fa640 1 -- 172.21.15.173:0/3997339723 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f11b0010070 con 0x7f11b406fd50 2024-09-10T09:27:57.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.391+0000 7f11bb10a640 1 -- 172.21.15.173:0/3997339723 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f11b415de20 con 0x7f11b406fd50 2024-09-10T09:27:57.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.391+0000 7f11a97fa640 1 -- 172.21.15.173:0/3997339723 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f11b0059380 con 0x7f11b406fd50 2024-09-10T09:27:57.393 INFO:teuthology.orchestra.run.smithi173.stderr:listed 0 entries 2024-09-10T09:27:57.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 -- 172.21.15.173:0/3997339723 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f11a006be30 msgr2=0x7f11a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f11a006be30 0x7f11a006e2f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f11b41f7ce0 tx=0x7f11a4009040 comp rx=0 tx=0).stop 2024-09-10T09:27:57.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 -- 172.21.15.173:0/3997339723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b406fd50 msgr2=0x7f11b4132b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b406fd50 0x7f11b4132b50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f11b0009fa0 tx=0x7f11b000d560 comp rx=0 tx=0).stop 2024-09-10T09:27:57.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 -- 172.21.15.173:0/3997339723 shutdown_connections 2024-09-10T09:27:57.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f11a006be30 0x7f11a006e2f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11b415ba30 0x7f11b40cf0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f11b4073050 0x7f11b41342f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 --2- 172.21.15.173:0/3997339723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11b406fd50 0x7f11b4132b50 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 -- 172.21.15.173:0/3997339723 >> 172.21.15.173:0/3997339723 conn(0x7f11b4067d70 msgr2=0x7f11b415a360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:57.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 -- 172.21.15.173:0/3997339723 shutdown_connections 2024-09-10T09:27:57.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.394+0000 7f11bb10a640 1 -- 172.21.15.173:0/3997339723 wait complete. 2024-09-10T09:27:57.408 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-10T09:27:57.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:57.408 DEBUG:teuthology.orchestra.run.smithi173:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-10T09:27:57.434 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:27:57.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:57.434 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T09:27:57.491 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:27:57.491 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:57.511 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:27:57.511 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:57.570 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:27:57.570 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:27:57.629 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T09:27:57.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.728+0000 7ff24f465640 1 Processor -- start 2024-09-10T09:27:57.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.728+0000 7ff24f465640 1 -- start start 2024-09-10T09:27:57.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24f465640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff2480b0180 0x7ff248162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24f465640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff2480af280 0x7ff248154d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24f465640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff24815eb60 con 0x7ff2480b69d0 2024-09-10T09:27:57.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24f465640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7ff2480b6db0 con 0x7ff2480b0180 2024-09-10T09:27:57.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24f465640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7ff24815ee40 con 0x7ff2480af280 2024-09-10T09:27:57.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24ca00640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff2480b0180 0x7ff248162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24ca00640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff2480b0180 0x7ff248162a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39824/0 (socket says 172.21.15.173:39824) 2024-09-10T09:27:57.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24ca00640 1 -- 172.21.15.173:0/3490014748 learned_addr learned my addr 172.21.15.173:0/3490014748 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:57.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24da02640 1 --2- 172.21.15.173:0/3490014748 >> v2:172.21.15.176:3300/0 conn(0x7ff2480af280 0x7ff248154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24ca00640 1 -- 172.21.15.173:0/3490014748 >> v2:172.21.15.176:3300/0 conn(0x7ff2480af280 msgr2=0x7ff248154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:57.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24ca00640 1 --2- 172.21.15.173:0/3490014748 >> v2:172.21.15.176:3300/0 conn(0x7ff2480af280 0x7ff248154d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24ca00640 1 -- 172.21.15.173:0/3490014748 >> v1:172.21.15.173:6789/0 conn(0x7ff2480b69d0 legacy=0x7ff2480afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.729+0000 7ff24ca00640 1 -- 172.21.15.173:0/3490014748 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff24815f120 con 0x7ff2480b0180 2024-09-10T09:27:57.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.730+0000 7ff24ca00640 1 --2- 172.21.15.173:0/3490014748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 0x7ff248162a50 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff2480b4740 tx=0x7ff23802a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93967d28ab90576 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:57.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.730+0000 7ff23ffff640 1 -- 172.21.15.173:0/3490014748 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff238037070 con 0x7ff2480b0180 2024-09-10T09:27:57.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.730+0000 7ff23ffff640 1 -- 172.21.15.173:0/3490014748 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff238032440 con 0x7ff2480b0180 2024-09-10T09:27:57.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.730+0000 7ff23ffff640 1 -- 172.21.15.173:0/3490014748 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff238032810 con 0x7ff2480b0180 2024-09-10T09:27:57.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.731+0000 7ff24f465640 1 -- 172.21.15.173:0/3490014748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 msgr2=0x7ff248162a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.731+0000 7ff24f465640 1 --2- 172.21.15.173:0/3490014748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 0x7ff248162a50 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff2480b4740 tx=0x7ff23802a160 comp rx=0 tx=0).stop 2024-09-10T09:27:57.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.731+0000 7ff24f465640 1 -- 172.21.15.173:0/3490014748 shutdown_connections 2024-09-10T09:27:57.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.731+0000 7ff24f465640 1 --2- 172.21.15.173:0/3490014748 >> v2:172.21.15.176:3300/0 conn(0x7ff2480af280 0x7ff248154d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.731+0000 7ff24f465640 1 --2- 172.21.15.173:0/3490014748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 0x7ff248162a50 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.731+0000 7ff24f465640 1 -- 172.21.15.173:0/3490014748 >> 172.21.15.173:0/3490014748 conn(0x7ff24806bc10 msgr2=0x7ff24806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:57.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.731+0000 7ff24f465640 1 -- 172.21.15.173:0/3490014748 shutdown_connections 2024-09-10T09:27:57.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.731+0000 7ff24f465640 1 -- 172.21.15.173:0/3490014748 wait complete. 2024-09-10T09:27:57.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.732+0000 7ff24f465640 1 Processor -- start 2024-09-10T09:27:57.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.732+0000 7ff24f465640 1 -- start start 2024-09-10T09:27:57.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24f465640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff2480af280 0x7ff2480cf5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24f465640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 0x7ff2480d0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24f465640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff2480b69d0 0x7ff24806cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24f465640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff248155240 con 0x7ff2480b0180 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24f465640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff2480af6d0 con 0x7ff2480b69d0 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24f465640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff2481553c0 con 0x7ff2480af280 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24ca00640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 0x7ff2480d0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24ca00640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 0x7ff2480d0370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39840/0 (socket says 172.21.15.173:39840) 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24ca00640 1 -- 172.21.15.173:0/2374121356 learned_addr learned my addr 172.21.15.173:0/2374121356 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24d201640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff2480af280 0x7ff2480cf5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24da02640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff2480b69d0 0x7ff24806cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24ca00640 1 -- 172.21.15.173:0/2374121356 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff2480af280 msgr2=0x7ff2480cf5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24ca00640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff2480af280 0x7ff2480cf5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24ca00640 1 -- 172.21.15.173:0/2374121356 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff2480b69d0 msgr2=0x7ff24806cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24ca00640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff2480b69d0 0x7ff24806cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.733+0000 7ff24ca00640 1 -- 172.21.15.173:0/2374121356 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2480ce820 con 0x7ff2480b0180 2024-09-10T09:27:57.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.734+0000 7ff24ca00640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 0x7ff2480d0370 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff238000c00 tx=0x7ff2380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:57.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.734+0000 7ff23dffb640 1 -- 172.21.15.173:0/2374121356 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff238037040 con 0x7ff2480b0180 2024-09-10T09:27:57.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.734+0000 7ff23dffb640 1 -- 172.21.15.173:0/2374121356 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff238042070 con 0x7ff2480b0180 2024-09-10T09:27:57.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.734+0000 7ff24f465640 1 -- 172.21.15.173:0/2374121356 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2480ceb00 con 0x7ff2480b0180 2024-09-10T09:27:57.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.734+0000 7ff23dffb640 1 -- 172.21.15.173:0/2374121356 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff238030bb0 con 0x7ff2480b0180 2024-09-10T09:27:57.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.734+0000 7ff24f465640 1 -- 172.21.15.173:0/2374121356 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff24815bfc0 con 0x7ff2480b0180 2024-09-10T09:27:57.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.735+0000 7ff24f465640 1 -- 172.21.15.173:0/2374121356 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff248155750 con 0x7ff2480b0180 2024-09-10T09:27:57.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.735+0000 7ff23dffb640 1 -- 172.21.15.173:0/2374121356 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff238047460 con 0x7ff2480b0180 2024-09-10T09:27:57.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.736+0000 7ff23dffb640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff22c06be60 0x7ff22c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:57.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.736+0000 7ff23dffb640 1 -- 172.21.15.173:0/2374121356 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff2380abdd0 con 0x7ff2480b0180 2024-09-10T09:27:57.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.736+0000 7ff24d201640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff22c06be60 0x7ff22c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:57.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.736+0000 7ff24d201640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff22c06be60 0x7ff22c06e320 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff244007fd0 tx=0x7ff244009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:57.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.742+0000 7ff23dffb640 1 -- 172.21.15.173:0/2374121356 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff23807a3b0 con 0x7ff2480b0180 2024-09-10T09:27:57.919 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.918+0000 7ff24f465640 1 -- 172.21.15.173:0/2374121356 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff2480afb10 con 0x7ff2480b0180 2024-09-10T09:27:57.919 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.918+0000 7ff23dffb640 1 -- 172.21.15.173:0/2374121356 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7ff2380ad070 con 0x7ff2480b0180 2024-09-10T09:27:57.920 INFO:teuthology.orchestra.run.smithi173.stderr:listed 0 entries 2024-09-10T09:27:57.922 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 -- 172.21.15.173:0/2374121356 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff22c06be60 msgr2=0x7ff22c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.922 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff22c06be60 0x7ff22c06e320 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff244007fd0 tx=0x7ff244009040 comp rx=0 tx=0).stop 2024-09-10T09:27:57.922 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 -- 172.21.15.173:0/2374121356 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 msgr2=0x7ff2480d0370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:57.922 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 0x7ff2480d0370 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff238000c00 tx=0x7ff2380046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.922 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 -- 172.21.15.173:0/2374121356 shutdown_connections 2024-09-10T09:27:57.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff22c06be60 0x7ff22c06e320 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff2480b69d0 0x7ff24806cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2480b0180 0x7ff2480d0370 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 --2- 172.21.15.173:0/2374121356 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff2480af280 0x7ff2480cf5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:57.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 -- 172.21.15.173:0/2374121356 >> 172.21.15.173:0/2374121356 conn(0x7ff24806bc10 msgr2=0x7ff2480b09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:57.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 -- 172.21.15.173:0/2374121356 shutdown_connections 2024-09-10T09:27:57.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:57.921+0000 7ff24f465640 1 -- 172.21.15.173:0/2374121356 wait complete. 2024-09-10T09:27:57.933 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-10T09:27:57.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:57.933 DEBUG:teuthology.orchestra.run.smithi176:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-10T09:27:57.965 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:27:57.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:27:57.965 DEBUG:teuthology.orchestra.run.smithi176:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T09:27:58.028 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T09:27:58.028 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:58.126 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.125+0000 7f6cf6b86640 1 Processor -- start 2024-09-10T09:27:58.126 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.125+0000 7f6cf6b86640 1 -- start start 2024-09-10T09:27:58.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf6b86640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f6cf00b0180 0x7f6cf0162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf6b86640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6cf00af280 0x7f6cf0154d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf6b86640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6cf015eb60 con 0x7f6cf00b69d0 2024-09-10T09:27:58.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf6b86640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f6cf00b6db0 con 0x7f6cf00af280 2024-09-10T09:27:58.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf6b86640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f6cf015ee40 con 0x7f6cf00b0180 2024-09-10T09:27:58.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf4922640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f6cf00b69d0 0x7f6cf00afa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40198/0 (socket says 172.21.15.173:40198) 2024-09-10T09:27:58.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf5123640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6cf00af280 0x7f6cf0154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf4922640 1 -- 172.21.15.173:0/1298024989 learned_addr learned my addr 172.21.15.173:0/1298024989 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:58.128 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf5123640 1 -- 172.21.15.173:0/1298024989 >> v2:172.21.15.176:3300/0 conn(0x7f6cf00b0180 msgr2=0x7f6cf0162a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:58.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf5123640 1 --2- 172.21.15.173:0/1298024989 >> v2:172.21.15.176:3300/0 conn(0x7f6cf00b0180 0x7f6cf0162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf5123640 1 -- 172.21.15.173:0/1298024989 >> v1:172.21.15.173:6789/0 conn(0x7f6cf00b69d0 legacy=0x7f6cf00afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cf5123640 1 -- 172.21.15.173:0/1298024989 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cf015f120 con 0x7f6cf00af280 2024-09-10T09:27:58.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.126+0000 7f6cef7fe640 1 -- 172.21.15.173:0/1298024989 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 423859360 0 0) 0x7f6cf015eb60 con 0x7f6cf00b69d0 2024-09-10T09:27:58.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.127+0000 7f6cf5123640 1 --2- 172.21.15.173:0/1298024989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00af280 0x7f6cf0154d00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6cf0067bf0 tx=0x7f6ce802a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bc9925c4e2b1966 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:58.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.127+0000 7f6cef7fe640 1 -- 172.21.15.173:0/1298024989 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce8007740 con 0x7f6cf00af280 2024-09-10T09:27:58.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.127+0000 7f6cef7fe640 1 -- 172.21.15.173:0/1298024989 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ce80078e0 con 0x7f6cf00af280 2024-09-10T09:27:58.129 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.127+0000 7f6cef7fe640 1 -- 172.21.15.173:0/1298024989 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce8007cb0 con 0x7f6cf00af280 2024-09-10T09:27:58.130 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.128+0000 7f6cf6b86640 1 -- 172.21.15.173:0/1298024989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00af280 msgr2=0x7f6cf0154d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.130 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.128+0000 7f6cf6b86640 1 --2- 172.21.15.173:0/1298024989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00af280 0x7f6cf0154d00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6cf0067bf0 tx=0x7f6ce802a560 comp rx=0 tx=0).stop 2024-09-10T09:27:58.130 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.128+0000 7f6cf6b86640 1 -- 172.21.15.173:0/1298024989 shutdown_connections 2024-09-10T09:27:58.130 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.128+0000 7f6cf6b86640 1 --2- 172.21.15.173:0/1298024989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00af280 0x7f6cf0154d00 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.130 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.128+0000 7f6cf6b86640 1 --2- 172.21.15.173:0/1298024989 >> v2:172.21.15.176:3300/0 conn(0x7f6cf00b0180 0x7f6cf0162a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.130 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.128+0000 7f6cf6b86640 1 -- 172.21.15.173:0/1298024989 >> 172.21.15.173:0/1298024989 conn(0x7f6cf006bc10 msgr2=0x7f6cf006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:58.131 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.128+0000 7f6cf6b86640 1 -- 172.21.15.173:0/1298024989 shutdown_connections 2024-09-10T09:27:58.131 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.128+0000 7f6cf6b86640 1 -- 172.21.15.173:0/1298024989 wait complete. 2024-09-10T09:27:58.131 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.129+0000 7f6cf6b86640 1 Processor -- start 2024-09-10T09:27:58.131 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.129+0000 7f6cf6b86640 1 -- start start 2024-09-10T09:27:58.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf6b86640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6cf00af280 0x7f6cf00b1f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf6b86640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6cf00b0180 0x7f6cf01f4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf6b86640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00b69d0 0x7f6cf0158100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf6b86640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf0155240 con 0x7f6cf00b69d0 2024-09-10T09:27:58.133 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf6b86640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf00af6d0 con 0x7f6cf00b0180 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf6b86640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6cf01553c0 con 0x7f6cf00af280 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf5123640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00b69d0 0x7f6cf0158100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf5123640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00b69d0 0x7f6cf0158100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39864/0 (socket says 172.21.15.173:39864) 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf5123640 1 -- 172.21.15.173:0/3118307212 learned_addr learned my addr 172.21.15.173:0/3118307212 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6ceffff640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6cf00b0180 0x7f6cf01f4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf4922640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6cf00af280 0x7f6cf00b1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf5123640 1 -- 172.21.15.173:0/3118307212 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6cf00af280 msgr2=0x7f6cf00b1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf5123640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6cf00af280 0x7f6cf00b1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf5123640 1 -- 172.21.15.173:0/3118307212 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6cf00b0180 msgr2=0x7f6cf01f4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf5123640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6cf00b0180 0x7f6cf01f4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf5123640 1 -- 172.21.15.173:0/3118307212 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cf00b2660 con 0x7f6cf00b69d0 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6ceffff640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6cf00b0180 0x7f6cf01f4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:58.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6cf5123640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00b69d0 0x7f6cf0158100 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6ce802ab50 tx=0x7f6ce8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6ced7fa640 1 -- 172.21.15.173:0/3118307212 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce8040070 con 0x7f6cf00b69d0 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.130+0000 7f6ced7fa640 1 -- 172.21.15.173:0/3118307212 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ce8031c40 con 0x7f6cf00b69d0 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.131+0000 7f6cf6b86640 1 -- 172.21.15.173:0/3118307212 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cf01e96e0 con 0x7f6cf00b69d0 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.131+0000 7f6ced7fa640 1 -- 172.21.15.173:0/3118307212 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce803c420 con 0x7f6cf00b69d0 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.131+0000 7f6cf6b86640 1 -- 172.21.15.173:0/3118307212 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cf01e9ca0 con 0x7f6cf00b69d0 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.131+0000 7f6cf6b86640 1 -- 172.21.15.173:0/3118307212 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cf0155750 con 0x7f6cf00b69d0 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.132+0000 7f6ced7fa640 1 -- 172.21.15.173:0/3118307212 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6ce8039040 con 0x7f6cf00b69d0 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.132+0000 7f6ced7fa640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6cd406be30 0x7f6cd406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.132+0000 7f6ced7fa640 1 -- 172.21.15.173:0/3118307212 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6ce80ac7f0 con 0x7f6cf00b69d0 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.132+0000 7f6cf4922640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6cd406be30 0x7f6cd406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.135 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.133+0000 7f6cf4922640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6cd406be30 0x7f6cd406e2f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6ce4000f60 tx=0x7f6ce4007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:58.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.137+0000 7f6ced7fa640 1 -- 172.21.15.173:0/3118307212 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6ce8038350 con 0x7f6cf00b69d0 2024-09-10T09:27:58.337 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.336+0000 7f6cf6b86640 1 -- 172.21.15.173:0/3118307212 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6cf0158640 con 0x7f6cf00b69d0 2024-09-10T09:27:58.338 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.337+0000 7f6ced7fa640 1 -- 172.21.15.173:0/3118307212 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5228 (secure 0 0 0) 0x7f6ce807aef0 con 0x7f6cf00b69d0 2024-09-10T09:27:58.338 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:58.338 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":9,"btime":"2024-09-10T09:27:36:310391+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:27:16.577320+0000","modified":"2024-09-10T09:27:35.644564+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-09-10T09:27:58.338 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 9 2024-09-10T09:27:58.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 -- 172.21.15.173:0/3118307212 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6cd406be30 msgr2=0x7f6cd406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6cd406be30 0x7f6cd406e2f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6ce4000f60 tx=0x7f6ce4007c00 comp rx=0 tx=0).stop 2024-09-10T09:27:58.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 -- 172.21.15.173:0/3118307212 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00b69d0 msgr2=0x7f6cf0158100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00b69d0 0x7f6cf0158100 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6ce802ab50 tx=0x7f6ce8004a40 comp rx=0 tx=0).stop 2024-09-10T09:27:58.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 -- 172.21.15.173:0/3118307212 shutdown_connections 2024-09-10T09:27:58.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6cd406be30 0x7f6cd406e2f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf00b69d0 0x7f6cf0158100 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6cf00b0180 0x7f6cf01f4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 --2- 172.21.15.173:0/3118307212 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6cf00af280 0x7f6cf00b1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 -- 172.21.15.173:0/3118307212 >> 172.21.15.173:0/3118307212 conn(0x7f6cf006bc10 msgr2=0x7f6cf00add70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:58.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 -- 172.21.15.173:0/3118307212 shutdown_connections 2024-09-10T09:27:58.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.339+0000 7f6cf6b86640 1 -- 172.21.15.173:0/3118307212 wait complete. 2024-09-10T09:27:58.352 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.450+0000 7fe523274640 1 Processor -- start 2024-09-10T09:27:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.451+0000 7fe523274640 1 -- start start 2024-09-10T09:27:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.451+0000 7fe523274640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe51c0d1540 0x7fe51c06dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.451+0000 7fe523274640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe51c09b690 0x7fe51c06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.451+0000 7fe523274640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe51c0d1970 con 0x7fe51c15e740 2024-09-10T09:27:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.451+0000 7fe523274640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fe51c15eb20 con 0x7fe51c09b690 2024-09-10T09:27:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.451+0000 7fe523274640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe51c06d260 con 0x7fe51c0d1540 2024-09-10T09:27:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.451+0000 7fe521811640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe51c09b690 0x7fe51c06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.452+0000 7fe521811640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe51c09b690 0x7fe51c06cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39878/0 (socket says 172.21.15.173:39878) 2024-09-10T09:27:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.452+0000 7fe521811640 1 -- 172.21.15.173:0/1734446613 learned_addr learned my addr 172.21.15.173:0/1734446613 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.452+0000 7fe52080f640 1 --2- 172.21.15.173:0/1734446613 >> v2:172.21.15.176:3300/0 conn(0x7fe51c0d1540 0x7fe51c06dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.452+0000 7fe521811640 1 -- 172.21.15.173:0/1734446613 >> v2:172.21.15.176:3300/0 conn(0x7fe51c0d1540 msgr2=0x7fe51c06dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.452+0000 7fe521811640 1 --2- 172.21.15.173:0/1734446613 >> v2:172.21.15.176:3300/0 conn(0x7fe51c0d1540 0x7fe51c06dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.452+0000 7fe521811640 1 -- 172.21.15.173:0/1734446613 >> v1:172.21.15.176:6789/0 conn(0x7fe51c15e740 legacy=0x7fe51c06d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.452+0000 7fe521811640 1 -- 172.21.15.173:0/1734446613 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe51c0d0780 con 0x7fe51c09b690 2024-09-10T09:27:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.452+0000 7fe52080f640 1 --2- 172.21.15.173:0/1734446613 >> v2:172.21.15.176:3300/0 conn(0x7fe51c0d1540 0x7fe51c06dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:58.455 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.452+0000 7fe521811640 1 --2- 172.21.15.173:0/1734446613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 0x7fe51c06cd20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe51c163240 tx=0x7fe51402a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=518e3936da650927 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:58.455 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe513fff640 1 -- 172.21.15.173:0/1734446613 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe514036070 con 0x7fe51c09b690 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe513fff640 1 -- 172.21.15.173:0/1734446613 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe514031600 con 0x7fe51c09b690 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe513fff640 1 -- 172.21.15.173:0/1734446613 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5140319f0 con 0x7fe51c09b690 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe523274640 1 -- 172.21.15.173:0/1734446613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 msgr2=0x7fe51c06cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe523274640 1 --2- 172.21.15.173:0/1734446613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 0x7fe51c06cd20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe51c163240 tx=0x7fe51402a7c0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe523274640 1 -- 172.21.15.173:0/1734446613 shutdown_connections 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe523274640 1 --2- 172.21.15.173:0/1734446613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 0x7fe51c06cd20 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe523274640 1 --2- 172.21.15.173:0/1734446613 >> v2:172.21.15.176:3300/0 conn(0x7fe51c0d1540 0x7fe51c06dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe523274640 1 -- 172.21.15.173:0/1734446613 >> 172.21.15.173:0/1734446613 conn(0x7fe51c0d23a0 msgr2=0x7fe51c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe523274640 1 -- 172.21.15.173:0/1734446613 shutdown_connections 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.453+0000 7fe523274640 1 -- 172.21.15.173:0/1734446613 wait complete. 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.454+0000 7fe523274640 1 Processor -- start 2024-09-10T09:27:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.454+0000 7fe523274640 1 -- start start 2024-09-10T09:27:58.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe523274640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 0x7fe51c0ca720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe523274640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe51c0d1540 0x7fe51c0cac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.458 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe523274640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe51c15e740 0x7fe51c0c9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe523274640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe51c0d1020 con 0x7fe51c09b690 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe523274640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe51c0d0d40 con 0x7fe51c0d1540 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe523274640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe51c09baa0 con 0x7fe51c15e740 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe521010640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 0x7fe51c0ca720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe521010640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 0x7fe51c0ca720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39894/0 (socket says 172.21.15.173:39894) 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe521010640 1 -- 172.21.15.173:0/2770030328 learned_addr learned my addr 172.21.15.173:0/2770030328 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe521811640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe51c15e740 0x7fe51c0c9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.455+0000 7fe52080f640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe51c0d1540 0x7fe51c0cac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe521010640 1 -- 172.21.15.173:0/2770030328 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe51c15e740 msgr2=0x7fe51c0c9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe521010640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe51c15e740 0x7fe51c0c9470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe521010640 1 -- 172.21.15.173:0/2770030328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe51c0d1540 msgr2=0x7fe51c0cac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe521010640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe51c0d1540 0x7fe51c0cac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe521010640 1 -- 172.21.15.173:0/2770030328 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe51c155c90 con 0x7fe51c09b690 2024-09-10T09:27:58.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe52080f640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe51c0d1540 0x7fe51c0cac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:58.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe521010640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 0x7fe51c0ca720 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe50c00c430 tx=0x7fe50c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:58.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe511ffb640 1 -- 172.21.15.173:0/2770030328 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe50c0052d0 con 0x7fe51c09b690 2024-09-10T09:27:58.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe511ffb640 1 -- 172.21.15.173:0/2770030328 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe50c005490 con 0x7fe51c09b690 2024-09-10T09:27:58.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe523274640 1 -- 172.21.15.173:0/2770030328 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe51c0b51f0 con 0x7fe51c09b690 2024-09-10T09:27:58.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe511ffb640 1 -- 172.21.15.173:0/2770030328 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe50c007260 con 0x7fe51c09b690 2024-09-10T09:27:58.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.456+0000 7fe523274640 1 -- 172.21.15.173:0/2770030328 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe51c0b57b0 con 0x7fe51c09b690 2024-09-10T09:27:58.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.457+0000 7fe523274640 1 -- 172.21.15.173:0/2770030328 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe51c06cd20 con 0x7fe51c09b690 2024-09-10T09:27:58.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.458+0000 7fe511ffb640 1 -- 172.21.15.173:0/2770030328 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe50c007400 con 0x7fe51c09b690 2024-09-10T09:27:58.461 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.458+0000 7fe511ffb640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe50006be30 0x7fe50006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.461 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.458+0000 7fe511ffb640 1 -- 172.21.15.173:0/2770030328 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe50c08a610 con 0x7fe51c09b690 2024-09-10T09:27:58.461 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.458+0000 7fe52080f640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe50006be30 0x7fe50006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.461 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.458+0000 7fe52080f640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe50006be30 0x7fe50006e2f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe51c0ceaa0 tx=0x7fe518008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:58.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.462+0000 7fe511ffb640 1 -- 172.21.15.173:0/2770030328 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe50c058630 con 0x7fe51c09b690 2024-09-10T09:27:58.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.661+0000 7fe523274640 1 -- 172.21.15.173:0/2770030328 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe51c0b8320 con 0x7fe51c09b690 2024-09-10T09:27:58.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.662+0000 7fe511ffb640 1 -- 172.21.15.173:0/2770030328 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5228 (secure 0 0 0) 0x7fe50c05c930 con 0x7fe51c09b690 2024-09-10T09:27:58.663 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:58.663 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":9,"btime":"2024-09-10T09:27:36:310391+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:27:16.577320+0000","modified":"2024-09-10T09:27:35.644564+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-09-10T09:27:58.663 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 9 2024-09-10T09:27:58.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 -- 172.21.15.173:0/2770030328 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe50006be30 msgr2=0x7fe50006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe50006be30 0x7fe50006e2f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe51c0ceaa0 tx=0x7fe518008040 comp rx=0 tx=0).stop 2024-09-10T09:27:58.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 -- 172.21.15.173:0/2770030328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 msgr2=0x7fe51c0ca720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 0x7fe51c0ca720 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe50c00c430 tx=0x7fe50c00c8f0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 -- 172.21.15.173:0/2770030328 shutdown_connections 2024-09-10T09:27:58.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe50006be30 0x7fe50006e2f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe51c15e740 0x7fe51c0c9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe51c0d1540 0x7fe51c0cac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 --2- 172.21.15.173:0/2770030328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c09b690 0x7fe51c0ca720 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 -- 172.21.15.173:0/2770030328 >> 172.21.15.173:0/2770030328 conn(0x7fe51c0d23a0 msgr2=0x7fe51c0cc9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:58.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 -- 172.21.15.173:0/2770030328 shutdown_connections 2024-09-10T09:27:58.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.664+0000 7fe523274640 1 -- 172.21.15.173:0/2770030328 wait complete. 2024-09-10T09:27:58.676 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:58.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.778+0000 7f795ff49640 1 Processor -- start 2024-09-10T09:27:58.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.778+0000 7f795ff49640 1 -- start start 2024-09-10T09:27:58.782 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795ff49640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f795815e5d0 0x7f79580d10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795ff49640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f795806cec0 con 0x7f795806df60 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795ff49640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f795806d1a0 con 0x7f795809b140 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795ff49640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f795806dad0 con 0x7f795815e5d0 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795d4e4640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f795806df60 0x7f795809aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40206/0 (socket says 172.21.15.173:40206) 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795d4e4640 1 -- 172.21.15.173:0/1782168450 learned_addr learned my addr 172.21.15.173:0/1782168450 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795dce5640 1 --2- 172.21.15.173:0/1782168450 >> v2:172.21.15.176:3300/0 conn(0x7f795815e5d0 0x7f79580d10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 591817076 0 0) 0x7f795806cec0 con 0x7f795806df60 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7944003520 con 0x7f795806df60 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 892891971 0 0) 0x7f7944003520 con 0x7f795806df60 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 >> v2:172.21.15.176:3300/0 conn(0x7f795815e5d0 msgr2=0x7f79580d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795cce3640 1 --2- 172.21.15.173:0/1782168450 >> v2:172.21.15.176:3300/0 conn(0x7f795815e5d0 0x7f79580d10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 >> v1:172.21.15.176:6789/0 conn(0x7f795809b140 legacy=0x7f7958168560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f795806d480 con 0x7f795806df60 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.779+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f7948001670 con 0x7f795806df60 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 >> v1:172.21.15.173:6789/0 conn(0x7f795806df60 legacy=0x7f795809aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795cce3640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f79440039b0 0x7f7944003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795cce3640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f7944004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795cce3640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f79440051c0 0x7f794400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f795806dad0 con 0x7f7944004800 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f794400c070 con 0x7f79440039b0 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f794400c270 con 0x7f79440051c0 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795d4e4640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f7944004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795dce5640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f79440039b0 0x7f7944003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795e4e6640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f79440051c0 0x7f794400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795d4e4640 1 -- 172.21.15.173:0/1782168450 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f79440051c0 msgr2=0x7f794400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:58.784 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795d4e4640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f79440051c0 0x7f794400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795d4e4640 1 -- 172.21.15.173:0/1782168450 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f79440039b0 msgr2=0x7f7944003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795d4e4640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f79440039b0 0x7f7944003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795e4e6640 1 -- 172.21.15.173:0/1782168450 reap_dead start 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.780+0000 7f795d4e4640 1 -- 172.21.15.173:0/1782168450 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7944003520 con 0x7f7944004800 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795d4e4640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f7944004c80 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f794800c210 tx=0x7f7944005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79302aff2deef0e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948007d30 con 0x7f7944004800 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7948005ad0 con 0x7f7944004800 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795cce3640 1 -- 172.21.15.173:0/1782168450 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948007070 con 0x7f7944004800 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795ff49640 1 -- 172.21.15.173:0/1782168450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 msgr2=0x7f7944004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795ff49640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f7944004c80 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f794800c210 tx=0x7f7944005830 comp rx=0 tx=0).stop 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795ff49640 1 -- 172.21.15.173:0/1782168450 shutdown_connections 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795ff49640 1 --2- 172.21.15.173:0/1782168450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f7944004c80 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795ff49640 1 -- 172.21.15.173:0/1782168450 >> 172.21.15.173:0/1782168450 conn(0x7f79580d23a0 msgr2=0x7f79580d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:58.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795ff49640 1 -- 172.21.15.173:0/1782168450 shutdown_connections 2024-09-10T09:27:58.786 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.781+0000 7f795ff49640 1 -- 172.21.15.173:0/1782168450 wait complete. 2024-09-10T09:27:58.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795ff49640 1 Processor -- start 2024-09-10T09:27:58.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795ff49640 1 -- start start 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795ff49640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f79581f8240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795ff49640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f79580b7b00 0x7f79580b6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795ff49640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f79580b66a0 0x7f79580b6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795ff49640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f795815eb30 con 0x7f7944004800 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795ff49640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f795815e9b0 con 0x7f79580b7b00 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795ff49640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f795809aa30 con 0x7f79580b66a0 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795dce5640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f79581f8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795dce5640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f79581f8240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39926/0 (socket says 172.21.15.173:39926) 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795dce5640 1 -- 172.21.15.173:0/3689632618 learned_addr learned my addr 172.21.15.173:0/3689632618 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795e4e6640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f79580b66a0 0x7f79580b6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.783+0000 7f795d4e4640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f79580b7b00 0x7f79580b6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f795dce5640 1 -- 172.21.15.173:0/3689632618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f79580b66a0 msgr2=0x7f79580b6d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f795dce5640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f79580b66a0 0x7f79580b6d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f795dce5640 1 -- 172.21.15.173:0/3689632618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f79580b7b00 msgr2=0x7f79580b6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f795dce5640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f79580b7b00 0x7f79580b6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f795dce5640 1 -- 172.21.15.173:0/3689632618 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79580b8030 con 0x7f7944004800 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f795d4e4640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f79580b7b00 0x7f79580b6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f795dce5640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f79581f8240 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7954011890 tx=0x7f7954011d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f794e7fc640 1 -- 172.21.15.173:0/3689632618 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7954019070 con 0x7f7944004800 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f794e7fc640 1 -- 172.21.15.173:0/3689632618 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7954004240 con 0x7f7944004800 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f795ff49640 1 -- 172.21.15.173:0/3689632618 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79580b53a0 con 0x7f7944004800 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f794e7fc640 1 -- 172.21.15.173:0/3689632618 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795400f7c0 con 0x7f7944004800 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.784+0000 7f795ff49640 1 -- 172.21.15.173:0/3689632618 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79580b5960 con 0x7f7944004800 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.785+0000 7f795ff49640 1 -- 172.21.15.173:0/3689632618 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f795809ae20 con 0x7f7944004800 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.786+0000 7f794e7fc640 1 -- 172.21.15.173:0/3689632618 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f795401c070 con 0x7f7944004800 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.786+0000 7f794e7fc640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f793c06be60 0x7f793c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:58.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.786+0000 7f794e7fc640 1 -- 172.21.15.173:0/3689632618 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6714+0+0 (secure 0 0 0) 0x7f795408b510 con 0x7f7944004800 2024-09-10T09:27:58.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.786+0000 7f795d4e4640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f793c06be60 0x7f793c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:58.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.787+0000 7f795d4e4640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f793c06be60 0x7f793c06e320 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7948033000 tx=0x7f794802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:58.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.790+0000 7f794e7fc640 1 -- 172.21.15.173:0/3689632618 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7954059480 con 0x7f7944004800 2024-09-10T09:27:58.957 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.956+0000 7f795ff49640 1 -- 172.21.15.173:0/3689632618 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f79580702b0 con 0x7f7944004800 2024-09-10T09:27:58.958 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.957+0000 7f794e7fc640 1 -- 172.21.15.173:0/3689632618 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18995 (secure 0 0 0) 0x7f795405d780 con 0x7f7944004800 2024-09-10T09:27:58.958 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:58.959 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":26,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:58.737268+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":2},{"from":3,"to":1}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]},{"pgid":"4.7","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:58.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 -- 172.21.15.173:0/3689632618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f793c06be60 msgr2=0x7f793c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f793c06be60 0x7f793c06e320 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7948033000 tx=0x7f794802e000 comp rx=0 tx=0).stop 2024-09-10T09:27:58.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 -- 172.21.15.173:0/3689632618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 msgr2=0x7f79581f8240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:58.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f79581f8240 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7954011890 tx=0x7f7954011d50 comp rx=0 tx=0).stop 2024-09-10T09:27:58.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 -- 172.21.15.173:0/3689632618 shutdown_connections 2024-09-10T09:27:58.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f793c06be60 0x7f793c06e320 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f79580b66a0 0x7f79580b6d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f79580b7b00 0x7f79580b6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 --2- 172.21.15.173:0/3689632618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7944004800 0x7f79581f8240 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:58.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 -- 172.21.15.173:0/3689632618 >> 172.21.15.173:0/3689632618 conn(0x7f79580d23a0 msgr2=0x7f795809b520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:58.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 -- 172.21.15.173:0/3689632618 shutdown_connections 2024-09-10T09:27:58.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:58.959+0000 7f795ff49640 1 -- 172.21.15.173:0/3689632618 wait complete. 2024-09-10T09:27:58.971 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T09:27:58.971 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:59.070 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.069+0000 7f07511b9640 1 Processor -- start 2024-09-10T09:27:59.070 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.069+0000 7f07511b9640 1 -- start start 2024-09-10T09:27:59.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f07511b9640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f074c072320 0x7f074c0cce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f07511b9640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f074c15e1f0 0x7f074c06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f07511b9640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f074c146140 con 0x7f074c072de0 2024-09-10T09:27:59.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f07511b9640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f074c0cd740 con 0x7f074c15e1f0 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f07511b9640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f074c0cda20 con 0x7f074c072320 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f0743fff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f074c072de0 0x7f074c06e0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40214/0 (socket says 172.21.15.173:40214) 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f0743fff640 1 -- 172.21.15.173:0/2596963126 learned_addr learned my addr 172.21.15.173:0/2596963126 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f074b59e640 1 --2- 172.21.15.173:0/2596963126 >> v2:172.21.15.176:3300/0 conn(0x7f074c15e1f0 0x7f074c06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f074ad9d640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f074c072320 0x7f074c0cce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2997417235 0 0) 0x7f074c146140 con 0x7f074c072de0 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0738003520 con 0x7f074c072de0 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3201723470 0 0) 0x7f0738003520 con 0x7f074c072de0 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f074c072320 msgr2=0x7f074c0cce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f074a59c640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f074c072320 0x7f074c0cce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.075 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 >> v2:172.21.15.176:3300/0 conn(0x7f074c15e1f0 msgr2=0x7f074c06e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.070+0000 7f074a59c640 1 --2- 172.21.15.173:0/2596963126 >> v2:172.21.15.176:3300/0 conn(0x7f074c15e1f0 0x7f074c06e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f074c0cdd00 con 0x7f074c072de0 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f0734001670 con 0x7f074c072de0 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074ad9d640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f074c072320 0x7f074c0cce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074b59e640 1 --2- 172.21.15.173:0/2596963126 >> v2:172.21.15.176:3300/0 conn(0x7f074c15e1f0 0x7f074c06e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 >> v1:172.21.15.173:6789/0 conn(0x7f074c072de0 legacy=0x7f074c06e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074a59c640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f074c072320 0x7f07380039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074a59c640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0738003ef0 0x7f0738004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074a59c640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0738004d40 0x7f07380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f074c0cd740 con 0x7f0738004d40 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f074c0cda20 con 0x7f0738003ef0 2024-09-10T09:27:59.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f073800b9c0 con 0x7f074c072320 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074b59e640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0738004d40 0x7f07380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f0743fff640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0738003ef0 0x7f0738004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074ad9d640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f074c072320 0x7f07380039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074b59e640 1 -- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f074c072320 msgr2=0x7f07380039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074b59e640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f074c072320 0x7f07380039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074b59e640 1 -- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0738003ef0 msgr2=0x7f0738004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074b59e640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0738003ef0 0x7f0738004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074b59e640 1 -- 172.21.15.173:0/2596963126 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0738003520 con 0x7f0738004d40 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.071+0000 7f074ad9d640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f074c072320 0x7f07380039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f074b59e640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0738004d40 0x7f07380051c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f074400e320 tx=0x7f0738005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e5cc5641fd5987a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:59.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0744009de0 con 0x7f0738004d40 2024-09-10T09:27:59.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0744003b90 con 0x7f0738004d40 2024-09-10T09:27:59.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f074a59c640 1 -- 172.21.15.173:0/2596963126 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0744004020 con 0x7f0738004d40 2024-09-10T09:27:59.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f07511b9640 1 -- 172.21.15.173:0/2596963126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0738004d40 msgr2=0x7f07380051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f07511b9640 1 --2- 172.21.15.173:0/2596963126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0738004d40 0x7f07380051c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f074400e320 tx=0x7f0738005830 comp rx=0 tx=0).stop 2024-09-10T09:27:59.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f074b59e640 1 -- 172.21.15.173:0/2596963126 reap_dead start 2024-09-10T09:27:59.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f07511b9640 1 -- 172.21.15.173:0/2596963126 shutdown_connections 2024-09-10T09:27:59.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f07511b9640 1 -- 172.21.15.173:0/2596963126 >> 172.21.15.173:0/2596963126 conn(0x7f074c067d70 msgr2=0x7f074c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:59.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f07511b9640 1 -- 172.21.15.173:0/2596963126 shutdown_connections 2024-09-10T09:27:59.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.072+0000 7f07511b9640 1 -- 172.21.15.173:0/2596963126 wait complete. 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.074+0000 7f07511b9640 1 Processor -- start 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.074+0000 7f07511b9640 1 -- start start 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.074+0000 7f07511b9640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0738004d40 0x7f074c1f4e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.074+0000 7f07511b9640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f074c0cb150 0x7f074c0c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.074+0000 7f07511b9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f074c0ca590 0x7f074c0caa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.074+0000 7f07511b9640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f074c06ee80 con 0x7f074c0ca590 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.074+0000 7f07511b9640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f074c06ed00 con 0x7f074c0cb150 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.074+0000 7f07511b9640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f074c072700 con 0x7f0738004d40 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f074b59e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f074c0ca590 0x7f074c0caa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f074b59e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f074c0ca590 0x7f074c0caa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39956/0 (socket says 172.21.15.173:39956) 2024-09-10T09:27:59.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f074b59e640 1 -- 172.21.15.173:0/4233498079 learned_addr learned my addr 172.21.15.173:0/4233498079 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f0743fff640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f074c0cb150 0x7f074c0c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f074ad9d640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0738004d40 0x7f074c1f4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f074b59e640 1 -- 172.21.15.173:0/4233498079 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0738004d40 msgr2=0x7f074c1f4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f074b59e640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0738004d40 0x7f074c1f4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f074b59e640 1 -- 172.21.15.173:0/4233498079 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f074c0cb150 msgr2=0x7f074c0c80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f074b59e640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f074c0cb150 0x7f074c0c80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f074b59e640 1 -- 172.21.15.173:0/4233498079 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f074c142ea0 con 0x7f074c0ca590 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f074b59e640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f074c0ca590 0x7f074c0caa20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f074402b0a0 tx=0x7f0744009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f07437fe640 1 -- 172.21.15.173:0/4233498079 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0744009de0 con 0x7f074c0ca590 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f07437fe640 1 -- 172.21.15.173:0/4233498079 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0744042410 con 0x7f074c0ca590 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f07511b9640 1 -- 172.21.15.173:0/4233498079 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f074c143140 con 0x7f074c0ca590 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f07437fe640 1 -- 172.21.15.173:0/4233498079 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0744042800 con 0x7f074c0ca590 2024-09-10T09:27:59.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.075+0000 7f07511b9640 1 -- 172.21.15.173:0/4233498079 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f074c143700 con 0x7f074c0ca590 2024-09-10T09:27:59.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.076+0000 7f07511b9640 1 -- 172.21.15.173:0/4233498079 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f074c0cce60 con 0x7f074c0ca590 2024-09-10T09:27:59.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.077+0000 7f07437fe640 1 -- 172.21.15.173:0/4233498079 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0744005d10 con 0x7f074c0ca590 2024-09-10T09:27:59.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.077+0000 7f07437fe640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f072c06be30 0x7f072c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.077+0000 7f07437fe640 1 -- 172.21.15.173:0/4233498079 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6714+0+0 (secure 0 0 0) 0x7f07440ab360 con 0x7f074c0ca590 2024-09-10T09:27:59.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.077+0000 7f074ad9d640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f072c06be30 0x7f072c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.078+0000 7f074ad9d640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f072c06be30 0x7f072c06e2f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f073c009ac0 tx=0x7f073c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:59.083 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.081+0000 7f07437fe640 1 -- 172.21.15.173:0/4233498079 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0744032030 con 0x7f074c0ca590 2024-09-10T09:27:59.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.282+0000 7f07511b9640 1 -- 172.21.15.173:0/4233498079 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f074c0cebb0 con 0x7f074c0ca590 2024-09-10T09:27:59.284 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.283+0000 7f07437fe640 1 -- 172.21.15.173:0/4233498079 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5228 (secure 0 0 0) 0x7f07440792d0 con 0x7f074c0ca590 2024-09-10T09:27:59.284 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:59.284 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":9,"btime":"2024-09-10T09:27:36:310391+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:27:16.577320+0000","modified":"2024-09-10T09:27:35.644564+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-09-10T09:27:59.284 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 9 2024-09-10T09:27:59.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 -- 172.21.15.173:0/4233498079 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f072c06be30 msgr2=0x7f072c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f072c06be30 0x7f072c06e2f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f073c009ac0 tx=0x7f073c008040 comp rx=0 tx=0).stop 2024-09-10T09:27:59.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 -- 172.21.15.173:0/4233498079 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f074c0ca590 msgr2=0x7f074c0caa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f074c0ca590 0x7f074c0caa20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f074402b0a0 tx=0x7f0744009750 comp rx=0 tx=0).stop 2024-09-10T09:27:59.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 -- 172.21.15.173:0/4233498079 shutdown_connections 2024-09-10T09:27:59.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f072c06be30 0x7f072c06e2f0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f074c0ca590 0x7f074c0caa20 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f074c0cb150 0x7f074c0c80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 --2- 172.21.15.173:0/4233498079 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0738004d40 0x7f074c1f4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 -- 172.21.15.173:0/4233498079 >> 172.21.15.173:0/4233498079 conn(0x7f074c067d70 msgr2=0x7f074c0b1630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:59.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 -- 172.21.15.173:0/4233498079 shutdown_connections 2024-09-10T09:27:59.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.285+0000 7f07511b9640 1 -- 172.21.15.173:0/4233498079 wait complete. 2024-09-10T09:27:59.297 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:27:59.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.395+0000 7f3a117fd640 1 Processor -- start 2024-09-10T09:27:59.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.395+0000 7f3a117fd640 1 -- start start 2024-09-10T09:27:59.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.396+0000 7f3a117fd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f3a0c0d1540 0x7f3a0c06dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.396+0000 7f3a117fd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3a0c09b690 0x7f3a0c06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.396+0000 7f3a117fd640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a0c0d1970 con 0x7f3a0c15e740 2024-09-10T09:27:59.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.396+0000 7f3a117fd640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f3a0c15eb20 con 0x7f3a0c0d1540 2024-09-10T09:27:59.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.396+0000 7f3a117fd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f3a0c06d260 con 0x7f3a0c09b690 2024-09-10T09:27:59.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.396+0000 7f3a0affd640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f3a0c15e740 0x7f3a0c06d4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40216/0 (socket says 172.21.15.173:40216) 2024-09-10T09:27:59.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.396+0000 7f3a0affd640 1 -- 172.21.15.173:0/1456205021 learned_addr learned my addr 172.21.15.173:0/1456205021 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:59.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.396+0000 7f3a027fc640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f3a0c0d1540 0x7f3a0c06dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.396+0000 7f3a0b7fe640 1 --2- 172.21.15.173:0/1456205021 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3a0c09b690 0x7f3a0c06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.396+0000 7f3a027fc640 1 -- 172.21.15.173:0/1456205021 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3a0c09b690 msgr2=0x7f3a0c06cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:59.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.397+0000 7f3a027fc640 1 --2- 172.21.15.173:0/1456205021 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3a0c09b690 0x7f3a0c06cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.397+0000 7f3a027fc640 1 -- 172.21.15.173:0/1456205021 >> v1:172.21.15.173:6789/0 conn(0x7f3a0c15e740 legacy=0x7f3a0c06d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.397+0000 7f3a0a7fc640 1 -- 172.21.15.173:0/1456205021 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2329095839 0 0) 0x7f3a0c0d1970 con 0x7f3a0c15e740 2024-09-10T09:27:59.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.397+0000 7f3a027fc640 1 -- 172.21.15.173:0/1456205021 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a0c0d0780 con 0x7f3a0c0d1540 2024-09-10T09:27:59.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.397+0000 7f3a027fc640 1 --2- 172.21.15.173:0/1456205021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 0x7f3a0c06dbd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f39f40097d0 tx=0x7f39f402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89de514a1ddeb65a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:59.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.397+0000 7f3a0a7fc640 1 -- 172.21.15.173:0/1456205021 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f4037070 con 0x7f3a0c0d1540 2024-09-10T09:27:59.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.397+0000 7f3a0a7fc640 1 -- 172.21.15.173:0/1456205021 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39f4032440 con 0x7f3a0c0d1540 2024-09-10T09:27:59.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.397+0000 7f3a0a7fc640 1 -- 172.21.15.173:0/1456205021 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f4032810 con 0x7f3a0c0d1540 2024-09-10T09:27:59.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.398+0000 7f3a117fd640 1 -- 172.21.15.173:0/1456205021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 msgr2=0x7f3a0c06dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.398+0000 7f3a117fd640 1 --2- 172.21.15.173:0/1456205021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 0x7f3a0c06dbd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f39f40097d0 tx=0x7f39f402a250 comp rx=0 tx=0).stop 2024-09-10T09:27:59.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.398+0000 7f3a117fd640 1 -- 172.21.15.173:0/1456205021 shutdown_connections 2024-09-10T09:27:59.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.398+0000 7f3a117fd640 1 --2- 172.21.15.173:0/1456205021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 0x7f3a0c06dbd0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.398+0000 7f3a117fd640 1 --2- 172.21.15.173:0/1456205021 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3a0c09b690 0x7f3a0c06cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.398+0000 7f3a117fd640 1 -- 172.21.15.173:0/1456205021 >> 172.21.15.173:0/1456205021 conn(0x7f3a0c0d23a0 msgr2=0x7f3a0c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:59.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.398+0000 7f3a117fd640 1 -- 172.21.15.173:0/1456205021 shutdown_connections 2024-09-10T09:27:59.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.398+0000 7f3a117fd640 1 -- 172.21.15.173:0/1456205021 wait complete. 2024-09-10T09:27:59.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.399+0000 7f3a117fd640 1 Processor -- start 2024-09-10T09:27:59.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.399+0000 7f3a117fd640 1 -- start start 2024-09-10T09:27:59.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a117fd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3a0c09b690 0x7f3a0c0cbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a117fd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 0x7f3a0c155650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a117fd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3a0c15e740 0x7f3a0c155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a117fd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3a0c0d1020 con 0x7f3a0c0d1540 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a117fd640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3a0c0d0d40 con 0x7f3a0c15e740 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a117fd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f3a0c09bac0 con 0x7f3a0c09b690 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a027fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 0x7f3a0c155650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a027fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 0x7f3a0c155650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:39988/0 (socket says 172.21.15.173:39988) 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a027fc640 1 -- 172.21.15.173:0/3834316747 learned_addr learned my addr 172.21.15.173:0/3834316747 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a0b7fe640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3a0c15e740 0x7f3a0c155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a027fc640 1 -- 172.21.15.173:0/3834316747 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3a0c09b690 msgr2=0x7f3a0c0cbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a027fc640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3a0c09b690 0x7f3a0c0cbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a027fc640 1 -- 172.21.15.173:0/3834316747 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3a0c15e740 msgr2=0x7f3a0c155b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a027fc640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3a0c15e740 0x7f3a0c155b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.400+0000 7f3a027fc640 1 -- 172.21.15.173:0/3834316747 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a0c1e6180 con 0x7f3a0c0d1540 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.401+0000 7f3a027fc640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 0x7f3a0c155650 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f39f40097d0 tx=0x7f39f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.401+0000 7f3a03fff640 1 -- 172.21.15.173:0/3834316747 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f4037050 con 0x7f3a0c0d1540 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.401+0000 7f3a03fff640 1 -- 172.21.15.173:0/3834316747 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39f4038040 con 0x7f3a0c0d1540 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.401+0000 7f3a117fd640 1 -- 172.21.15.173:0/3834316747 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a0c1e6460 con 0x7f3a0c0d1540 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.401+0000 7f3a03fff640 1 -- 172.21.15.173:0/3834316747 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f4004470 con 0x7f3a0c0d1540 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.401+0000 7f3a117fd640 1 -- 172.21.15.173:0/3834316747 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a0c0c9920 con 0x7f3a0c0d1540 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.402+0000 7f3a117fd640 1 -- 172.21.15.173:0/3834316747 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a0c06cd20 con 0x7f3a0c0d1540 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.402+0000 7f3a03fff640 1 -- 172.21.15.173:0/3834316747 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f39f4030900 con 0x7f3a0c0d1540 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.403+0000 7f3a03fff640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f39ec06be30 0x7f39ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.403+0000 7f3a0affd640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f39ec06be30 0x7f39ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.403+0000 7f3a03fff640 1 -- 172.21.15.173:0/3834316747 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6714+0+0 (secure 0 0 0) 0x7f39f40abe00 con 0x7f3a0c0d1540 2024-09-10T09:27:59.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.403+0000 7f3a0affd640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f39ec06be30 0x7f39ec06e2f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f39fc007fd0 tx=0x7f39fc007920 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:59.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.407+0000 7f3a03fff640 1 -- 172.21.15.173:0/3834316747 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f39f407a570 con 0x7f3a0c0d1540 2024-09-10T09:27:59.606 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.604+0000 7f3a117fd640 1 -- 172.21.15.173:0/3834316747 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3a0c0d1cb0 con 0x7f3a0c0d1540 2024-09-10T09:27:59.606 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.605+0000 7f3a03fff640 1 -- 172.21.15.173:0/3834316747 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5228 (secure 0 0 0) 0x7f39f4079e70 con 0x7f3a0c0d1540 2024-09-10T09:27:59.606 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:59.607 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":9,"btime":"2024-09-10T09:27:36:310391+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4253,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/2865846510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2865846510},{"type":"v1","addr":"172.21.15.173:6836","nonce":2865846510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/883290986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":883290986},{"type":"v1","addr":"172.21.15.173:6837","nonce":883290986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/2105620786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":2105620786},{"type":"v1","addr":"172.21.15.176:6834","nonce":2105620786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:27:16.577320+0000","modified":"2024-09-10T09:27:35.644564+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.176:6835/2343589696","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":2343589696},{"type":"v1","addr":"172.21.15.176:6835","nonce":2343589696}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-09-10T09:27:59.607 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 9 2024-09-10T09:27:59.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.607+0000 7f3a117fd640 1 -- 172.21.15.173:0/3834316747 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f39ec06be30 msgr2=0x7f39ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.607+0000 7f3a117fd640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f39ec06be30 0x7f39ec06e2f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f39fc007fd0 tx=0x7f39fc007920 comp rx=0 tx=0).stop 2024-09-10T09:27:59.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.607+0000 7f3a117fd640 1 -- 172.21.15.173:0/3834316747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 msgr2=0x7f3a0c155650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.607+0000 7f3a117fd640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 0x7f3a0c155650 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f39f40097d0 tx=0x7f39f40046c0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.607+0000 7f3a117fd640 1 -- 172.21.15.173:0/3834316747 shutdown_connections 2024-09-10T09:27:59.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.607+0000 7f3a117fd640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f39ec06be30 0x7f39ec06e2f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.607+0000 7f3a117fd640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3a0c15e740 0x7f3a0c155b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.607+0000 7f3a117fd640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a0c0d1540 0x7f3a0c155650 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.607+0000 7f3a117fd640 1 --2- 172.21.15.173:0/3834316747 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3a0c09b690 0x7f3a0c0cbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.607+0000 7f3a117fd640 1 -- 172.21.15.173:0/3834316747 >> 172.21.15.173:0/3834316747 conn(0x7f3a0c0d23a0 msgr2=0x7f3a0c0af1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:59.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.608+0000 7f3a117fd640 1 -- 172.21.15.173:0/3834316747 shutdown_connections 2024-09-10T09:27:59.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.608+0000 7f3a117fd640 1 -- 172.21.15.173:0/3834316747 wait complete. 2024-09-10T09:27:59.620 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:27:59.718 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.717+0000 7fd1e0f8d640 1 Processor -- start 2024-09-10T09:27:59.718 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.717+0000 7fd1e0f8d640 1 -- start start 2024-09-10T09:27:59.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1e0f8d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd1dc15b170 0x7fd1dc0d0420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.721 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1e0f8d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc06f8e0 0x7fd1dc06fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1e0f8d640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1dc15f1d0 con 0x7fd1dc0b3c70 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1e0f8d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fd1dc070260 con 0x7fd1dc15b170 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1e0f8d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd1dc0d0960 con 0x7fd1dc06f8e0 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1dad9d640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fd1dc0b3c70 0x7fd1dc0b40d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40220/0 (socket says 172.21.15.173:40220) 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1dad9d640 1 -- 172.21.15.173:0/450414755 learned_addr learned my addr 172.21.15.173:0/450414755 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1da59c640 1 --2- 172.21.15.173:0/450414755 >> v2:172.21.15.176:3300/0 conn(0x7fd1dc15b170 0x7fd1dc0d0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d3fff640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc06f8e0 0x7fd1dc06fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2645285656 0 0) 0x7fd1dc15f1d0 con 0x7fd1dc0b3c70 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1c8003520 con 0x7fd1dc0b3c70 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 681982188 0 0) 0x7fd1c8003520 con 0x7fd1dc0b3c70 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc06f8e0 msgr2=0x7fd1dc06fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc06f8e0 0x7fd1dc06fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 >> v2:172.21.15.176:3300/0 conn(0x7fd1dc15b170 msgr2=0x7fd1dc0d0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 --2- 172.21.15.173:0/450414755 >> v2:172.21.15.176:3300/0 conn(0x7fd1dc15b170 0x7fd1dc0d0420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1dc15f4b0 con 0x7fd1dc0b3c70 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1da59c640 1 --2- 172.21.15.173:0/450414755 >> v2:172.21.15.176:3300/0 conn(0x7fd1dc15b170 0x7fd1dc0d0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7fd1d40019f0 con 0x7fd1dc0b3c70 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 >> v1:172.21.15.173:6789/0 conn(0x7fd1dc0b3c70 legacy=0x7fd1dc0b40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc06f8e0 0x7fd1c80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 0x7fd1c8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1c8004d40 0x7fd1c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc070260 con 0x7fd1c8003f30 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.718+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc0d0960 con 0x7fd1c8004d40 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd1c800b9c0 con 0x7fd1dc06f8e0 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1d3fff640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 0x7fd1c8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1da59c640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc06f8e0 0x7fd1c80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.723 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1dad9d640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1c8004d40 0x7fd1c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1d3fff640 1 -- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc06f8e0 msgr2=0x7fd1c80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1d3fff640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc06f8e0 0x7fd1c80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1d3fff640 1 -- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1c8004d40 msgr2=0x7fd1c80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1d3fff640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1c8004d40 0x7fd1c80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1d3fff640 1 -- 172.21.15.173:0/450414755 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c8003520 con 0x7fd1c8003f30 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1dad9d640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1c8004d40 0x7fd1c80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.719+0000 7fd1d3fff640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 0x7fd1c8004800 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fd1c4009ac0 tx=0x7fd1c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4685fe46f3db2476 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.720+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c4036070 con 0x7fd1c8003f30 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.720+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c4031400 con 0x7fd1c8003f30 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.720+0000 7fd1d9d9b640 1 -- 172.21.15.173:0/450414755 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c4009690 con 0x7fd1c8003f30 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.720+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/450414755 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 msgr2=0x7fd1c8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.720+0000 7fd1e0f8d640 1 --2- 172.21.15.173:0/450414755 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 0x7fd1c8004800 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fd1c4009ac0 tx=0x7fd1c8005830 comp rx=0 tx=0).stop 2024-09-10T09:27:59.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.720+0000 7fd1dad9d640 1 -- 172.21.15.173:0/450414755 reap_dead start 2024-09-10T09:27:59.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.720+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/450414755 shutdown_connections 2024-09-10T09:27:59.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.720+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/450414755 >> 172.21.15.173:0/450414755 conn(0x7fd1dc06bc10 msgr2=0x7fd1dc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:59.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.720+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/450414755 shutdown_connections 2024-09-10T09:27:59.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.720+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/450414755 wait complete. 2024-09-10T09:27:59.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.721+0000 7fd1e0f8d640 1 Processor -- start 2024-09-10T09:27:59.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1e0f8d640 1 -- start start 2024-09-10T09:27:59.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1e0f8d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 0x7fd1dc15d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1e0f8d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc1504b0 0x7fd1dc15be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1e0f8d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1dc1f4db0 0x7fd1dc06e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1e0f8d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc070de0 con 0x7fd1c8003f30 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1e0f8d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd1dc15fa70 con 0x7fd1dc1f4db0 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1e0f8d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd1dc15b550 con 0x7fd1dc1504b0 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1da59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 0x7fd1dc15d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1da59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 0x7fd1dc15d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40010/0 (socket says 172.21.15.173:40010) 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1da59c640 1 -- 172.21.15.173:0/633819809 learned_addr learned my addr 172.21.15.173:0/633819809 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1d3fff640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc1504b0 0x7fd1dc15be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.722+0000 7fd1dad9d640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1dc1f4db0 0x7fd1dc06e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1da59c640 1 -- 172.21.15.173:0/633819809 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc1504b0 msgr2=0x7fd1dc15be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1da59c640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc1504b0 0x7fd1dc15be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1da59c640 1 -- 172.21.15.173:0/633819809 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1dc1f4db0 msgr2=0x7fd1dc06e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1da59c640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1dc1f4db0 0x7fd1dc06e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1da59c640 1 -- 172.21.15.173:0/633819809 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1dc15de90 con 0x7fd1c8003f30 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1d3fff640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc1504b0 0x7fd1dc15be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1dad9d640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1dc1f4db0 0x7fd1dc06e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1da59c640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 0x7fd1dc15d7f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc011d30 tx=0x7fd1cc00f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1d2ffd640 1 -- 172.21.15.173:0/633819809 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1cc00fcc0 con 0x7fd1c8003f30 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1d2ffd640 1 -- 172.21.15.173:0/633819809 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1cc00fe60 con 0x7fd1c8003f30 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/633819809 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1dc15e170 con 0x7fd1c8003f30 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1d2ffd640 1 -- 172.21.15.173:0/633819809 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1cc004240 con 0x7fd1c8003f30 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.723+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/633819809 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1dc1f4890 con 0x7fd1c8003f30 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.724+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/633819809 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1dc1f4680 con 0x7fd1c8003f30 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.725+0000 7fd1d2ffd640 1 -- 172.21.15.173:0/633819809 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd1cc012040 con 0x7fd1c8003f30 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.725+0000 7fd1d2ffd640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd1bc06be30 0x7fd1bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:27:59.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.725+0000 7fd1d2ffd640 1 -- 172.21.15.173:0/633819809 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6714+0+0 (secure 0 0 0) 0x7fd1cc08b7c0 con 0x7fd1c8003f30 2024-09-10T09:27:59.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.725+0000 7fd1d3fff640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd1bc06be30 0x7fd1bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:27:59.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.725+0000 7fd1d3fff640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd1bc06be30 0x7fd1bc06e2f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd1c4033000 tx=0x7fd1c4008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:27:59.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.729+0000 7fd1d2ffd640 1 -- 172.21.15.173:0/633819809 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd1cc019030 con 0x7fd1c8003f30 2024-09-10T09:27:59.901 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.900+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/633819809 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd1dc15ed60 con 0x7fd1c8003f30 2024-09-10T09:27:59.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.902+0000 7fd1d2ffd640 1 -- 172.21.15.173:0/633819809 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+18995 (secure 0 0 0) 0x7fd1cc059d80 con 0x7fd1c8003f30 2024-09-10T09:27:59.903 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:27:59.903 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":27,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:27:59.742024+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:27:15.186402+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T09:27:15.540076+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T09:27:19.290692+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.28","mappings":[{"from":5,"to":2},{"from":3,"to":1}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]},{"pgid":"4.7","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:27:59.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/633819809 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd1bc06be30 msgr2=0x7fd1bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd1bc06be30 0x7fd1bc06e2f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd1c4033000 tx=0x7fd1c4008030 comp rx=0 tx=0).stop 2024-09-10T09:27:59.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/633819809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 msgr2=0x7fd1dc15d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:27:59.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 0x7fd1dc15d7f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc011d30 tx=0x7fd1cc00f610 comp rx=0 tx=0).stop 2024-09-10T09:27:59.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/633819809 shutdown_connections 2024-09-10T09:27:59.906 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd1bc06be30 0x7fd1bc06e2f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.906 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd1dc1f4db0 0x7fd1dc06e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.906 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd1dc1504b0 0x7fd1dc15be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.906 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 --2- 172.21.15.173:0/633819809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1c8003f30 0x7fd1dc15d7f0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:27:59.906 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/633819809 >> 172.21.15.173:0/633819809 conn(0x7fd1dc06bc10 msgr2=0x7fd1dc0b1b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:27:59.906 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/633819809 shutdown_connections 2024-09-10T09:27:59.906 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:27:59.904+0000 7fd1e0f8d640 1 -- 172.21.15.173:0/633819809 wait complete. 2024-09-10T09:27:59.916 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T09:28:00.016 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.015+0000 7f3ba73b7640 1 Processor -- start 2024-09-10T09:28:00.016 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.015+0000 7f3ba73b7640 1 -- start start 2024-09-10T09:28:00.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba73b7640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f3ba0161c80 0x7f3ba006e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba73b7640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f3ba0162060 0x7f3ba00b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba73b7640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ba006e870 con 0x7f3ba00b64b0 2024-09-10T09:28:00.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba73b7640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f3ba006d9f0 con 0x7f3ba0161c80 2024-09-10T09:28:00.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba73b7640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f3ba006dcd0 con 0x7f3ba0162060 2024-09-10T09:28:00.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba5153640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f3ba0161c80 0x7f3ba006e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:00.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba5153640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f3ba0161c80 0x7f3ba006e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40026/0 (socket says 172.21.15.173:40026) 2024-09-10T09:28:00.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba5153640 1 -- 172.21.15.173:0/1211717771 learned_addr learned my addr 172.21.15.173:0/1211717771 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:00.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba5153640 1 -- 172.21.15.173:0/1211717771 >> v2:172.21.15.176:3300/0 conn(0x7f3ba0162060 msgr2=0x7f3ba00b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:00.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba5153640 1 --2- 172.21.15.173:0/1211717771 >> v2:172.21.15.176:3300/0 conn(0x7f3ba0162060 0x7f3ba00b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba5153640 1 -- 172.21.15.173:0/1211717771 >> v1:172.21.15.176:6789/0 conn(0x7f3ba00b64b0 legacy=0x7f3ba0162500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:00.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.016+0000 7f3ba5153640 1 -- 172.21.15.173:0/1211717771 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ba006dfb0 con 0x7f3ba0161c80 2024-09-10T09:28:00.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.017+0000 7f3ba5153640 1 --2- 172.21.15.173:0/1211717771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba0161c80 0x7f3ba006e330 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3ba008e830 tx=0x7f3b9c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=642a9658bf406e12 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:00.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.017+0000 7f3b97fff640 1 -- 172.21.15.173:0/1211717771 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c037070 con 0x7f3ba0161c80 2024-09-10T09:28:00.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.017+0000 7f3b97fff640 1 -- 172.21.15.173:0/1211717771 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b9c032440 con 0x7f3ba0161c80 2024-09-10T09:28:00.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.017+0000 7f3b97fff640 1 -- 172.21.15.173:0/1211717771 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c032810 con 0x7f3ba0161c80 2024-09-10T09:28:00.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.018+0000 7f3ba73b7640 1 -- 172.21.15.173:0/1211717771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba0161c80 msgr2=0x7f3ba006e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:00.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.018+0000 7f3ba73b7640 1 --2- 172.21.15.173:0/1211717771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba0161c80 0x7f3ba006e330 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3ba008e830 tx=0x7f3b9c02a230 comp rx=0 tx=0).stop 2024-09-10T09:28:00.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.018+0000 7f3ba73b7640 1 -- 172.21.15.173:0/1211717771 shutdown_connections 2024-09-10T09:28:00.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.018+0000 7f3ba73b7640 1 --2- 172.21.15.173:0/1211717771 >> v2:172.21.15.176:3300/0 conn(0x7f3ba0162060 0x7f3ba00b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.018+0000 7f3ba73b7640 1 --2- 172.21.15.173:0/1211717771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba0161c80 0x7f3ba006e330 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.018+0000 7f3ba73b7640 1 -- 172.21.15.173:0/1211717771 >> 172.21.15.173:0/1211717771 conn(0x7f3ba00d44f0 msgr2=0x7f3ba00d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:00.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.018+0000 7f3ba73b7640 1 -- 172.21.15.173:0/1211717771 shutdown_connections 2024-09-10T09:28:00.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.018+0000 7f3ba73b7640 1 -- 172.21.15.173:0/1211717771 wait complete. 2024-09-10T09:28:00.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.019+0000 7f3ba73b7640 1 Processor -- start 2024-09-10T09:28:00.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.019+0000 7f3ba73b7640 1 -- start start 2024-09-10T09:28:00.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba73b7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba00b64b0 0x7f3ba01572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba73b7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3ba0161c80 0x7f3ba0157830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba73b7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba0162060 0x7f3ba00b2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba73b7640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba00d2a10 con 0x7f3ba00b64b0 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba73b7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba00d2890 con 0x7f3ba0162060 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba73b7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f3ba00b6960 con 0x7f3ba0161c80 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba5153640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba00b64b0 0x7f3ba01572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba5153640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba00b64b0 0x7f3ba01572f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40040/0 (socket says 172.21.15.173:40040) 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba5153640 1 -- 172.21.15.173:0/402498521 learned_addr learned my addr 172.21.15.173:0/402498521 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba5954640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba0162060 0x7f3ba00b2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba4952640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3ba0161c80 0x7f3ba0157830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba5153640 1 -- 172.21.15.173:0/402498521 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3ba0161c80 msgr2=0x7f3ba0157830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba5153640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3ba0161c80 0x7f3ba0157830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba5153640 1 -- 172.21.15.173:0/402498521 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba0162060 msgr2=0x7f3ba00b2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:00.023 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba5153640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba0162060 0x7f3ba00b2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba5153640 1 -- 172.21.15.173:0/402498521 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ba0159500 con 0x7f3ba00b64b0 2024-09-10T09:28:00.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.020+0000 7f3ba5153640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba00b64b0 0x7f3ba01572f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c02a270 tx=0x7f3b9c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:00.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.021+0000 7f3b95ffb640 1 -- 172.21.15.173:0/402498521 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c041070 con 0x7f3ba00b64b0 2024-09-10T09:28:00.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.021+0000 7f3b95ffb640 1 -- 172.21.15.173:0/402498521 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b9c03c870 con 0x7f3ba00b64b0 2024-09-10T09:28:00.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.021+0000 7f3ba73b7640 1 -- 172.21.15.173:0/402498521 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ba0158050 con 0x7f3ba00b64b0 2024-09-10T09:28:00.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.021+0000 7f3b95ffb640 1 -- 172.21.15.173:0/402498521 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c037040 con 0x7f3ba00b64b0 2024-09-10T09:28:00.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.021+0000 7f3ba73b7640 1 -- 172.21.15.173:0/402498521 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ba01f5200 con 0x7f3ba00b64b0 2024-09-10T09:28:00.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.022+0000 7f3ba73b7640 1 -- 172.21.15.173:0/402498521 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ba00ba470 con 0x7f3ba00b64b0 2024-09-10T09:28:00.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.022+0000 7f3b95ffb640 1 -- 172.21.15.173:0/402498521 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3b9c044070 con 0x7f3ba00b64b0 2024-09-10T09:28:00.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.023+0000 7f3b95ffb640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b8406be30 0x7f3b8406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.023+0000 7f3b95ffb640 1 -- 172.21.15.173:0/402498521 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6714+0+0 (secure 0 0 0) 0x7f3b9c0abe10 con 0x7f3ba00b64b0 2024-09-10T09:28:00.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.023+0000 7f3ba4952640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b8406be30 0x7f3b8406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:00.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.023+0000 7f3ba4952640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b8406be30 0x7f3b8406e2f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3ba00cb350 tx=0x7f3b90008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:00.027 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.027+0000 7f3b95ffb640 1 -- 172.21.15.173:0/402498521 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3ba006e870 con 0x7f3ba00b64b0 2024-09-10T09:28:00.228 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.227+0000 7f3ba73b7640 1 -- 172.21.15.173:0/402498521 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f3ba00b6040 con 0x7f3ba00b64b0 2024-09-10T09:28:00.228 INFO:tasks.ceph.mon.a.smithi173.stderr:2024-09-10T09:28:00.227+0000 7f2ac96c5640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T09:28:00.230 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.229+0000 7f3b95ffb640 1 -- 172.21.15.173:0/402498521 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) ==== 161+0+0 (secure 0 0 0) 0x7f3b9c07a3d0 con 0x7f3ba00b64b0 2024-09-10T09:28:00.230 INFO:teuthology.orchestra.run.smithi173.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T09:28:00.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 -- 172.21.15.173:0/402498521 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b8406be30 msgr2=0x7f3b8406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:00.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b8406be30 0x7f3b8406e2f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3ba00cb350 tx=0x7f3b90008040 comp rx=0 tx=0).stop 2024-09-10T09:28:00.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 -- 172.21.15.173:0/402498521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba00b64b0 msgr2=0x7f3ba01572f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:00.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba00b64b0 0x7f3ba01572f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c02a270 tx=0x7f3b9c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 -- 172.21.15.173:0/402498521 shutdown_connections 2024-09-10T09:28:00.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b8406be30 0x7f3b8406e2f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.234 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba0162060 0x7f3ba00b2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.234 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3ba0161c80 0x7f3ba0157830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.234 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 --2- 172.21.15.173:0/402498521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba00b64b0 0x7f3ba01572f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.234 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 -- 172.21.15.173:0/402498521 >> 172.21.15.173:0/402498521 conn(0x7f3ba00d44f0 msgr2=0x7f3ba00b46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:00.234 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 -- 172.21.15.173:0/402498521 shutdown_connections 2024-09-10T09:28:00.234 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.232+0000 7f3ba73b7640 1 -- 172.21.15.173:0/402498521 wait complete. 2024-09-10T09:28:00.236 INFO:tasks.ceph.mds.d.smithi176.stderr: -4119> 2024-09-10T09:27:23.011+0000 7fbe5c0c6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T09:28:00.244 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T09:28:00.269 INFO:tasks.ceph.mds.d.smithi176.stdout:starting mds.d at 2024-09-10T09:28:00.345 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.343+0000 7fcc10a77640 1 Processor -- start 2024-09-10T09:28:00.345 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.344+0000 7fcc10a77640 1 -- start start 2024-09-10T09:28:00.346 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc10a77640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fcc0c0b5bb0 0x7fcc0c154ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.346 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc10a77640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc0c0b4ce0 con 0x7fcc0c06f910 2024-09-10T09:28:00.346 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc10a77640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc0c0b3c40 con 0x7fcc0c15f500 2024-09-10T09:28:00.346 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc10a77640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fcc0c0b3f20 con 0x7fcc0c0b5bb0 2024-09-10T09:28:00.346 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc0ad9d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fcc0c0b5bb0 0x7fcc0c154ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:00.346 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc0ad9d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fcc0c0b5bb0 0x7fcc0c154ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40056/0 (socket says 172.21.15.173:40056) 2024-09-10T09:28:00.346 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc0a59c640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fcc0c06f910 0x7fcc0c070050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40230/0 (socket says 172.21.15.173:40230) 2024-09-10T09:28:00.347 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc0ad9d640 1 -- 172.21.15.173:0/2576454174 learned_addr learned my addr 172.21.15.173:0/2576454174 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:00.347 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc0ad9d640 1 -- 172.21.15.173:0/2576454174 >> v1:172.21.15.176:6789/0 conn(0x7fcc0c15f500 legacy=0x7fcc0c0b54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:00.347 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc0ad9d640 1 -- 172.21.15.173:0/2576454174 >> v1:172.21.15.173:6789/0 conn(0x7fcc0c06f910 legacy=0x7fcc0c070050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:00.347 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.345+0000 7fcc0ad9d640 1 -- 172.21.15.173:0/2576454174 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc0c0b4200 con 0x7fcc0c0b5bb0 2024-09-10T09:28:00.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.346+0000 7fcc0ad9d640 1 --2- 172.21.15.173:0/2576454174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c0b5bb0 0x7fcc0c154ba0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcc04009e50 tx=0x7fcc0402a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4a4fcb0c502b6b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:00.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.346+0000 7fcc0959a640 1 -- 172.21.15.173:0/2576454174 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc04036070 con 0x7fcc0c0b5bb0 2024-09-10T09:28:00.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.346+0000 7fcc0959a640 1 -- 172.21.15.173:0/2576454174 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc04031600 con 0x7fcc0c0b5bb0 2024-09-10T09:28:00.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.346+0000 7fcc0959a640 1 -- 172.21.15.173:0/2576454174 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc040319d0 con 0x7fcc0c0b5bb0 2024-09-10T09:28:00.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.346+0000 7fcc10a77640 1 -- 172.21.15.173:0/2576454174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c0b5bb0 msgr2=0x7fcc0c154ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:00.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.346+0000 7fcc10a77640 1 --2- 172.21.15.173:0/2576454174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c0b5bb0 0x7fcc0c154ba0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcc04009e50 tx=0x7fcc0402a640 comp rx=0 tx=0).stop 2024-09-10T09:28:00.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.347+0000 7fcc10a77640 1 -- 172.21.15.173:0/2576454174 shutdown_connections 2024-09-10T09:28:00.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.347+0000 7fcc10a77640 1 --2- 172.21.15.173:0/2576454174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c0b5bb0 0x7fcc0c154ba0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.347+0000 7fcc10a77640 1 -- 172.21.15.173:0/2576454174 >> 172.21.15.173:0/2576454174 conn(0x7fcc0c073530 msgr2=0x7fcc0c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:00.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.347+0000 7fcc10a77640 1 -- 172.21.15.173:0/2576454174 shutdown_connections 2024-09-10T09:28:00.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.347+0000 7fcc10a77640 1 -- 172.21.15.173:0/2576454174 wait complete. 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.348+0000 7fcc10a77640 1 Processor -- start 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.348+0000 7fcc10a77640 1 -- start start 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc10a77640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc0c06f910 0x7fcc0c15d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc10a77640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcc0c0b5bb0 0x7fcc0c1506d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc10a77640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c15f500 0x7fcc0c15a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc10a77640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcc0c06fcf0 con 0x7fcc0c15f500 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc10a77640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fcc0c0b47c0 con 0x7fcc0c06f910 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc10a77640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fcc0c06fe70 con 0x7fcc0c0b5bb0 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc0ad9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c15f500 0x7fcc0c15a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc0ad9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c15f500 0x7fcc0c15a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40062/0 (socket says 172.21.15.173:40062) 2024-09-10T09:28:00.352 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc0ad9d640 1 -- 172.21.15.173:0/3623951005 learned_addr learned my addr 172.21.15.173:0/3623951005 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc0a59c640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc0c06f910 0x7fcc0c15d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc09d9b640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcc0c0b5bb0 0x7fcc0c1506d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc0ad9d640 1 -- 172.21.15.173:0/3623951005 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcc0c0b5bb0 msgr2=0x7fcc0c1506d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc0ad9d640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcc0c0b5bb0 0x7fcc0c1506d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc0ad9d640 1 -- 172.21.15.173:0/3623951005 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc0c06f910 msgr2=0x7fcc0c15d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc0ad9d640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc0c06f910 0x7fcc0c15d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc0ad9d640 1 -- 172.21.15.173:0/3623951005 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc0c15c910 con 0x7fcc0c15f500 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc0ad9d640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c15f500 0x7fcc0c15a710 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fcc04009e50 tx=0x7fcc04004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcbfaffd640 1 -- 172.21.15.173:0/3623951005 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc04036050 con 0x7fcc0c15f500 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcbfaffd640 1 -- 172.21.15.173:0/3623951005 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc04042070 con 0x7fcc0c15f500 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcc10a77640 1 -- 172.21.15.173:0/3623951005 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc0c15cbb0 con 0x7fcc0c15f500 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.349+0000 7fcbfaffd640 1 -- 172.21.15.173:0/3623951005 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc04007bd0 con 0x7fcc0c15f500 2024-09-10T09:28:00.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.350+0000 7fcc10a77640 1 -- 172.21.15.173:0/3623951005 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc0c15dbd0 con 0x7fcc0c15f500 2024-09-10T09:28:00.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.351+0000 7fcc10a77640 1 -- 172.21.15.173:0/3623951005 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc0c15cfa0 con 0x7fcc0c15f500 2024-09-10T09:28:00.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.351+0000 7fcbfaffd640 1 -- 172.21.15.173:0/3623951005 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcc04047460 con 0x7fcc0c15f500 2024-09-10T09:28:00.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.351+0000 7fcbfaffd640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcbec06be30 0x7fcbec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:00.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.351+0000 7fcbfaffd640 1 -- 172.21.15.173:0/3623951005 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6800+0+0 (secure 0 0 0) 0x7fcc040ac250 con 0x7fcc0c15f500 2024-09-10T09:28:00.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.351+0000 7fcc0a59c640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcbec06be30 0x7fcbec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:00.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.352+0000 7fcc0a59c640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcbec06be30 0x7fcbec06e2f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc000f60 tx=0x7fcbfc007cc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:00.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.356+0000 7fcbfaffd640 1 -- 172.21.15.173:0/3623951005 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcc0402ae20 con 0x7fcc0c15f500 2024-09-10T09:28:00.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:00.560+0000 7fcc10a77640 1 -- 172.21.15.173:0/3623951005 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fcc0c0b21a0 con 0x7fcc0c15f500 2024-09-10T09:28:01.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.237+0000 7fcbfaffd640 1 -- 172.21.15.173:0/3623951005 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7fcc0c0b21a0 con 0x7fcc0c15f500 2024-09-10T09:28:01.241 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 -- 172.21.15.173:0/3623951005 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcbec06be30 msgr2=0x7fcbec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:01.241 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcbec06be30 0x7fcbec06e2f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc000f60 tx=0x7fcbfc007cc0 comp rx=0 tx=0).stop 2024-09-10T09:28:01.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 -- 172.21.15.173:0/3623951005 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c15f500 msgr2=0x7fcc0c15a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:01.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c15f500 0x7fcc0c15a710 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fcc04009e50 tx=0x7fcc04004a40 comp rx=0 tx=0).stop 2024-09-10T09:28:01.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 -- 172.21.15.173:0/3623951005 shutdown_connections 2024-09-10T09:28:01.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcbec06be30 0x7fcbec06e2f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:01.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc0c15f500 0x7fcc0c15a710 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:01.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcc0c0b5bb0 0x7fcc0c1506d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:01.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 --2- 172.21.15.173:0/3623951005 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc0c06f910 0x7fcc0c15d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:01.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 -- 172.21.15.173:0/3623951005 >> 172.21.15.173:0/3623951005 conn(0x7fcc0c073530 msgr2=0x7fcc0c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:01.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 -- 172.21.15.173:0/3623951005 shutdown_connections 2024-09-10T09:28:01.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.240+0000 7fcc10a77640 1 -- 172.21.15.173:0/3623951005 wait complete. 2024-09-10T09:28:01.255 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T09:28:01.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.365+0000 7fad9bb4b640 1 Processor -- start 2024-09-10T09:28:01.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.365+0000 7fad9bb4b640 1 -- start start 2024-09-10T09:28:01.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.366+0000 7fad9bb4b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad9406bc10 0x7fad9406c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:01.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.366+0000 7fad9bb4b640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad940ae240 con 0x7fad9415e410 2024-09-10T09:28:01.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.366+0000 7fad9bb4b640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad940ae520 con 0x7fad940b5fe0 2024-09-10T09:28:01.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.366+0000 7fad9bb4b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fad9406c5c0 con 0x7fad9406bc10 2024-09-10T09:28:01.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.366+0000 7fad998e7640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fad9415e410 0x7fad940b40c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40242/0 (socket says 172.21.15.173:40242) 2024-09-10T09:28:01.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.366+0000 7fad998e7640 1 -- 172.21.15.173:0/72550755 learned_addr learned my addr 172.21.15.173:0/72550755 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:01.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.366+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3540390623 0 0) 0x7fad940ae240 con 0x7fad9415e410 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.366+0000 7fad9a0e8640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad9406bc10 0x7fad9406c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.366+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fad7c003520 con 0x7fad9415e410 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1509652456 0 0) 0x7fad7c003520 con 0x7fad9415e410 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad9406bc10 msgr2=0x7fad9406c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad9406bc10 0x7fad9406c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 >> v1:172.21.15.176:6789/0 conn(0x7fad940b5fe0 legacy=0x7fad940aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad940ae800 con 0x7fad9415e410 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7fad8c001670 con 0x7fad9415e410 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 >> v1:172.21.15.173:6789/0 conn(0x7fad9415e410 legacy=0x7fad940b40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 0x7fad7c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad7c004800 0x7fad7c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad9406bc10 0x7fad7c005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fad9406c5c0 con 0x7fad7c0039e0 2024-09-10T09:28:01.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fad7c00baf0 con 0x7fad7c004800 2024-09-10T09:28:01.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fad7c00bcf0 con 0x7fad9406bc10 2024-09-10T09:28:01.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad998e7640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 0x7fad7c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:01.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad990e6640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad7c004800 0x7fad7c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:01.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad9a0e8640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad9406bc10 0x7fad7c005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:01.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad998e7640 1 -- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad9406bc10 msgr2=0x7fad7c005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:01.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad998e7640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad9406bc10 0x7fad7c005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:01.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad998e7640 1 -- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad7c004800 msgr2=0x7fad7c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:01.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad998e7640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad7c004800 0x7fad7c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:01.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.367+0000 7fad998e7640 1 -- 172.21.15.173:0/72550755 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad7c003520 con 0x7fad7c0039e0 2024-09-10T09:28:01.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.368+0000 7fad998e7640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 0x7fad7c003e00 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fad8c00c210 tx=0x7fad7c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=956eb0c856781848 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:01.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.368+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c007d30 con 0x7fad7c0039e0 2024-09-10T09:28:01.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.368+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad8c005ad0 con 0x7fad7c0039e0 2024-09-10T09:28:01.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.368+0000 7fad988e5640 1 -- 172.21.15.173:0/72550755 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c007070 con 0x7fad7c0039e0 2024-09-10T09:28:01.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.369+0000 7fad9bb4b640 1 -- 172.21.15.173:0/72550755 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 msgr2=0x7fad7c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:01.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.369+0000 7fad9bb4b640 1 --2- 172.21.15.173:0/72550755 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 0x7fad7c003e00 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fad8c00c210 tx=0x7fad7c005830 comp rx=0 tx=0).stop 2024-09-10T09:28:01.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.369+0000 7fad9a0e8640 1 -- 172.21.15.173:0/72550755 reap_dead start 2024-09-10T09:28:01.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.369+0000 7fad9bb4b640 1 -- 172.21.15.173:0/72550755 shutdown_connections 2024-09-10T09:28:01.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.369+0000 7fad9bb4b640 1 -- 172.21.15.173:0/72550755 >> 172.21.15.173:0/72550755 conn(0x7fad9409aa30 msgr2=0x7fad940b65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:01.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.369+0000 7fad9bb4b640 1 -- 172.21.15.173:0/72550755 shutdown_connections 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.369+0000 7fad9bb4b640 1 -- 172.21.15.173:0/72550755 wait complete. 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.370+0000 7fad9bb4b640 1 Processor -- start 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.370+0000 7fad9bb4b640 1 -- start start 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad9bb4b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 0x7fad9415d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad9bb4b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad940b0870 0x7fad941e9d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad9bb4b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad940af5c0 0x7fad9414c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad9bb4b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fad9415e7f0 con 0x7fad7c0039e0 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad9bb4b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fad9415e970 con 0x7fad940b0870 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad9bb4b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fad9406c080 con 0x7fad940af5c0 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad998e7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 0x7fad9415d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad998e7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 0x7fad9415d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40084/0 (socket says 172.21.15.173:40084) 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad998e7640 1 -- 172.21.15.173:0/1828931499 learned_addr learned my addr 172.21.15.173:0/1828931499 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:01.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad990e6640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad940b0870 0x7fad941e9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad9a0e8640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad940af5c0 0x7fad9414c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad998e7640 1 -- 172.21.15.173:0/1828931499 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad940af5c0 msgr2=0x7fad9414c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad998e7640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad940af5c0 0x7fad9414c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad998e7640 1 -- 172.21.15.173:0/1828931499 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad940b0870 msgr2=0x7fad941e9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad998e7640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad940b0870 0x7fad941e9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad998e7640 1 -- 172.21.15.173:0/1828931499 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad940b0de0 con 0x7fad7c0039e0 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad998e7640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 0x7fad9415d8f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fad8c034040 tx=0x7fad8c001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.371+0000 7fad927fc640 1 -- 172.21.15.173:0/1828931499 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c042020 con 0x7fad7c0039e0 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.372+0000 7fad927fc640 1 -- 172.21.15.173:0/1828931499 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad8c004bf0 con 0x7fad7c0039e0 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.372+0000 7fad9bb4b640 1 -- 172.21.15.173:0/1828931499 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad940b10c0 con 0x7fad7c0039e0 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.372+0000 7fad927fc640 1 -- 172.21.15.173:0/1828931499 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c007d10 con 0x7fad7c0039e0 2024-09-10T09:28:01.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.372+0000 7fad9bb4b640 1 -- 172.21.15.173:0/1828931499 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad9415de30 con 0x7fad7c0039e0 2024-09-10T09:28:01.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.373+0000 7fad9bb4b640 1 -- 172.21.15.173:0/1828931499 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad940b40c0 con 0x7fad7c0039e0 2024-09-10T09:28:01.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.373+0000 7fad927fc640 1 -- 172.21.15.173:0/1828931499 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fad8c045020 con 0x7fad7c0039e0 2024-09-10T09:28:01.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.373+0000 7fad927fc640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad8006be30 0x7fad8006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:01.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.374+0000 7fad990e6640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad8006be30 0x7fad8006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:01.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.374+0000 7fad927fc640 1 -- 172.21.15.173:0/1828931499 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6800+0+0 (secure 0 0 0) 0x7fad8c0ab690 con 0x7fad7c0039e0 2024-09-10T09:28:01.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.374+0000 7fad990e6640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad8006be30 0x7fad8006e2f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fad940b1a40 tx=0x7fad88009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:01.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.378+0000 7fad927fc640 1 -- 172.21.15.173:0/1828931499 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fad8c04c070 con 0x7fad7c0039e0 2024-09-10T09:28:01.546 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:01.545+0000 7fad9bb4b640 1 -- 172.21.15.173:0/1828931499 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fad940b15e0 con 0x7fad7c0039e0 2024-09-10T09:28:02.242 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.241+0000 7fad927fc640 1 -- 172.21.15.173:0/1828931499 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v29) ==== 181+0+0 (secure 0 0 0) 0x7fad8c079d90 con 0x7fad7c0039e0 2024-09-10T09:28:02.242 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_metadata' removed 2024-09-10T09:28:02.244 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 -- 172.21.15.173:0/1828931499 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad8006be30 msgr2=0x7fad8006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:02.244 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad8006be30 0x7fad8006e2f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fad940b1a40 tx=0x7fad88009040 comp rx=0 tx=0).stop 2024-09-10T09:28:02.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 -- 172.21.15.173:0/1828931499 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 msgr2=0x7fad9415d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:02.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 0x7fad9415d8f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fad8c034040 tx=0x7fad8c001a40 comp rx=0 tx=0).stop 2024-09-10T09:28:02.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 -- 172.21.15.173:0/1828931499 shutdown_connections 2024-09-10T09:28:02.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fad8006be30 0x7fad8006e2f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:02.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fad940af5c0 0x7fad9414c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:02.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad940b0870 0x7fad941e9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:02.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 --2- 172.21.15.173:0/1828931499 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad7c0039e0 0x7fad9415d8f0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:02.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 -- 172.21.15.173:0/1828931499 >> 172.21.15.173:0/1828931499 conn(0x7fad9409aa30 msgr2=0x7fad94070770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:02.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 -- 172.21.15.173:0/1828931499 shutdown_connections 2024-09-10T09:28:02.245 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.243+0000 7fad9bb4b640 1 -- 172.21.15.173:0/1828931499 wait complete. 2024-09-10T09:28:02.258 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T09:28:02.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.361+0000 7fde2ef91640 1 Processor -- start 2024-09-10T09:28:02.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.361+0000 7fde2ef91640 1 -- start start 2024-09-10T09:28:02.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde2ef91640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fde28072760 0x7fde280cdfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:02.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde2ef91640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fde2815b7f0 0x7fde280ce510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:02.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde2ef91640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde280cec90 con 0x7fde2815b410 2024-09-10T09:28:02.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde2ef91640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fde280cea50 con 0x7fde28072760 2024-09-10T09:28:02.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde2ef91640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fde280cef70 con 0x7fde2815b7f0 2024-09-10T09:28:02.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde27fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fde28072760 0x7fde280cdfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:02.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde27fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fde28072760 0x7fde280cdfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40098/0 (socket says 172.21.15.173:40098) 2024-09-10T09:28:02.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde27fff640 1 -- 172.21.15.173:0/198647158 learned_addr learned my addr 172.21.15.173:0/198647158 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:02.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde2d52e640 1 --2- 172.21.15.173:0/198647158 >> v2:172.21.15.176:3300/0 conn(0x7fde2815b7f0 0x7fde280ce510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:02.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde27fff640 1 -- 172.21.15.173:0/198647158 >> v2:172.21.15.176:3300/0 conn(0x7fde2815b7f0 msgr2=0x7fde280ce510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:02.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde27fff640 1 --2- 172.21.15.173:0/198647158 >> v2:172.21.15.176:3300/0 conn(0x7fde2815b7f0 0x7fde280ce510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:02.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde27fff640 1 -- 172.21.15.173:0/198647158 >> v1:172.21.15.176:6789/0 conn(0x7fde2815b410 legacy=0x7fde28072050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:02.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde27fff640 1 -- 172.21.15.173:0/198647158 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde280cf250 con 0x7fde28072760 2024-09-10T09:28:02.364 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.362+0000 7fde2d52e640 1 --2- 172.21.15.173:0/198647158 >> v2:172.21.15.176:3300/0 conn(0x7fde2815b7f0 0x7fde280ce510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:02.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.363+0000 7fde27fff640 1 --2- 172.21.15.173:0/198647158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 0x7fde280cdfd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fde14009870 tx=0x7fde1402c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68ad9cd29970bff7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:02.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.363+0000 7fde277fe640 1 -- 172.21.15.173:0/198647158 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde14038070 con 0x7fde28072760 2024-09-10T09:28:02.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.363+0000 7fde277fe640 1 -- 172.21.15.173:0/198647158 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde14031710 con 0x7fde28072760 2024-09-10T09:28:02.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.363+0000 7fde277fe640 1 -- 172.21.15.173:0/198647158 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde14031ae0 con 0x7fde28072760 2024-09-10T09:28:02.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.363+0000 7fde2ef91640 1 -- 172.21.15.173:0/198647158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 msgr2=0x7fde280cdfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:02.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.363+0000 7fde2ef91640 1 --2- 172.21.15.173:0/198647158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 0x7fde280cdfd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fde14009870 tx=0x7fde1402c420 comp rx=0 tx=0).stop 2024-09-10T09:28:02.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.364+0000 7fde2ef91640 1 -- 172.21.15.173:0/198647158 shutdown_connections 2024-09-10T09:28:02.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.364+0000 7fde2ef91640 1 --2- 172.21.15.173:0/198647158 >> v2:172.21.15.176:3300/0 conn(0x7fde2815b7f0 0x7fde280ce510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:02.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.364+0000 7fde2ef91640 1 --2- 172.21.15.173:0/198647158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 0x7fde280cdfd0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:02.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.364+0000 7fde2ef91640 1 -- 172.21.15.173:0/198647158 >> 172.21.15.173:0/198647158 conn(0x7fde2806bdf0 msgr2=0x7fde2806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:02.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.364+0000 7fde2ef91640 1 -- 172.21.15.173:0/198647158 shutdown_connections 2024-09-10T09:28:02.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.364+0000 7fde2ef91640 1 -- 172.21.15.173:0/198647158 wait complete. 2024-09-10T09:28:02.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.365+0000 7fde2ef91640 1 Processor -- start 2024-09-10T09:28:02.367 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.365+0000 7fde2ef91640 1 -- start start 2024-09-10T09:28:02.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2ef91640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 0x7fde2814f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:02.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2ef91640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde2815b410 0x7fde280ad020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:02.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2ef91640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde2815b7f0 0x7fde280ad560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:02.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2ef91640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fde280ccb50 con 0x7fde28072760 2024-09-10T09:28:02.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2ef91640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fde280cf810 con 0x7fde2815b410 2024-09-10T09:28:02.369 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2ef91640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fde280cccd0 con 0x7fde2815b7f0 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2cd2d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 0x7fde2814f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2cd2d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 0x7fde2814f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40110/0 (socket says 172.21.15.173:40110) 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2cd2d640 1 -- 172.21.15.173:0/2986796000 learned_addr learned my addr 172.21.15.173:0/2986796000 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2d52e640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde2815b7f0 0x7fde280ad560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde27fff640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde2815b410 0x7fde280ad020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2cd2d640 1 -- 172.21.15.173:0/2986796000 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde2815b7f0 msgr2=0x7fde280ad560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2cd2d640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde2815b7f0 0x7fde280ad560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2cd2d640 1 -- 172.21.15.173:0/2986796000 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde2815b410 msgr2=0x7fde280ad020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2cd2d640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde2815b410 0x7fde280ad020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2cd2d640 1 -- 172.21.15.173:0/2986796000 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde280cc280 con 0x7fde28072760 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde27fff640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde2815b410 0x7fde280ad020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2cd2d640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 0x7fde2814f660 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fde1c00c430 tx=0x7fde1c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde257fa640 1 -- 172.21.15.173:0/2986796000 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1c0052d0 con 0x7fde28072760 2024-09-10T09:28:02.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde257fa640 1 -- 172.21.15.173:0/2986796000 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde1c005490 con 0x7fde28072760 2024-09-10T09:28:02.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2ef91640 1 -- 172.21.15.173:0/2986796000 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde280cc560 con 0x7fde28072760 2024-09-10T09:28:02.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde257fa640 1 -- 172.21.15.173:0/2986796000 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1c007260 con 0x7fde28072760 2024-09-10T09:28:02.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.366+0000 7fde2ef91640 1 -- 172.21.15.173:0/2986796000 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde280b0270 con 0x7fde28072760 2024-09-10T09:28:02.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.367+0000 7fde2ef91640 1 -- 172.21.15.173:0/2986796000 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde28072050 con 0x7fde28072760 2024-09-10T09:28:02.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.368+0000 7fde257fa640 1 -- 172.21.15.173:0/2986796000 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fde1c007400 con 0x7fde28072760 2024-09-10T09:28:02.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.368+0000 7fde257fa640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde0c06be60 0x7fde0c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:02.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.368+0000 7fde257fa640 1 -- 172.21.15.173:0/2986796000 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6362+0+0 (secure 0 0 0) 0x7fde1c08a560 con 0x7fde28072760 2024-09-10T09:28:02.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.368+0000 7fde27fff640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde0c06be60 0x7fde0c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:02.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.369+0000 7fde27fff640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde0c06be60 0x7fde0c06e320 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fde14035000 tx=0x7fde14008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:02.373 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.372+0000 7fde257fa640 1 -- 172.21.15.173:0/2986796000 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fde1c058630 con 0x7fde28072760 2024-09-10T09:28:02.539 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:02.538+0000 7fde2ef91640 1 -- 172.21.15.173:0/2986796000 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fde280b4c70 con 0x7fde28072760 2024-09-10T09:28:03.247 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.246+0000 7fde257fa640 1 -- 172.21.15.173:0/2986796000 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v30) ==== 169+0+0 (secure 0 0 0) 0x7fde1c05c930 con 0x7fde28072760 2024-09-10T09:28:03.247 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_data' removed 2024-09-10T09:28:03.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.249+0000 7fde2ef91640 1 -- 172.21.15.173:0/2986796000 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde0c06be60 msgr2=0x7fde0c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:03.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.249+0000 7fde2ef91640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde0c06be60 0x7fde0c06e320 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fde14035000 tx=0x7fde14008030 comp rx=0 tx=0).stop 2024-09-10T09:28:03.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.249+0000 7fde2ef91640 1 -- 172.21.15.173:0/2986796000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 msgr2=0x7fde2814f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:03.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.249+0000 7fde2ef91640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 0x7fde2814f660 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fde1c00c430 tx=0x7fde1c00c8f0 comp rx=0 tx=0).stop 2024-09-10T09:28:03.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.249+0000 7fde2ef91640 1 -- 172.21.15.173:0/2986796000 shutdown_connections 2024-09-10T09:28:03.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.249+0000 7fde2ef91640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde0c06be60 0x7fde0c06e320 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:03.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.249+0000 7fde2ef91640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde2815b7f0 0x7fde280ad560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:03.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.250+0000 7fde2ef91640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde2815b410 0x7fde280ad020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:03.251 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.250+0000 7fde2ef91640 1 --2- 172.21.15.173:0/2986796000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde28072760 0x7fde2814f660 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:03.252 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.250+0000 7fde2ef91640 1 -- 172.21.15.173:0/2986796000 >> 172.21.15.173:0/2986796000 conn(0x7fde2806bdf0 msgr2=0x7fde2815a750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:03.252 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.250+0000 7fde2ef91640 1 -- 172.21.15.173:0/2986796000 shutdown_connections 2024-09-10T09:28:03.252 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.250+0000 7fde2ef91640 1 -- 172.21.15.173:0/2986796000 wait complete. 2024-09-10T09:28:03.264 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-10T09:28:03.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.367+0000 7ff9cb191640 1 Processor -- start 2024-09-10T09:28:03.368 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.367+0000 7ff9cb191640 1 -- start start 2024-09-10T09:28:03.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9cb191640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c40b5fe0 0x7ff9c40aff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:03.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9cb191640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9c40ae240 con 0x7ff9c406bc10 2024-09-10T09:28:03.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9cb191640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9c40ae520 con 0x7ff9c415e410 2024-09-10T09:28:03.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9cb191640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff9c40b6430 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.370 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c972e640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7ff9c406bc10 0x7ff9c40aefe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40258/0 (socket says 172.21.15.173:40258) 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c972e640 1 -- 172.21.15.173:0/530281360 learned_addr learned my addr 172.21.15.173:0/530281360 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c3fff640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c40b5fe0 0x7ff9c40aff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2384781467 0 0) 0x7ff9c40ae240 con 0x7ff9c406bc10 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff9b4003520 con 0x7ff9c406bc10 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3663914096 0 0) 0x7ff9b4003520 con 0x7ff9c406bc10 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c40b5fe0 msgr2=0x7ff9c40aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c37fe640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c40b5fe0 0x7ff9c40aff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 >> v1:172.21.15.176:6789/0 conn(0x7ff9c415e410 legacy=0x7ff9c40b40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c40ae800 con 0x7ff9c406bc10 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7ff9bc0019f0 con 0x7ff9c406bc10 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.368+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 >> v1:172.21.15.173:6789/0 conn(0x7ff9c406bc10 legacy=0x7ff9c40aefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c37fe640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9b40039e0 0x7ff9b4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c37fe640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c40b5fe0 0x7ff9b4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:03.371 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c37fe640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9b4004d40 0x7ff9b40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff9b400baf0 con 0x7ff9b4004d40 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff9b400bca0 con 0x7ff9b40039e0 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff9b400bea0 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c3fff640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c40b5fe0 0x7ff9b4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c8f2d640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9b40039e0 0x7ff9b4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c972e640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9b4004d40 0x7ff9b40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c3fff640 1 -- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9b40039e0 msgr2=0x7ff9b4003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c3fff640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9b40039e0 0x7ff9b4003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c3fff640 1 -- 172.21.15.173:0/530281360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9b4004d40 msgr2=0x7ff9b40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c3fff640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9b4004d40 0x7ff9b40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c3fff640 1 -- 172.21.15.173:0/530281360 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9b4003520 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.372 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.369+0000 7ff9c972e640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9b4004d40 0x7ff9b40051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:28:03.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9c3fff640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c40b5fe0 0x7ff9b4004800 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0009ac0 tx=0x7ff9b4005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50098fa907485a8c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:03.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b0036070 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9b0031400 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9c37fe640 1 -- 172.21.15.173:0/530281360 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b0009690 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9cb191640 1 -- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c40b5fe0 msgr2=0x7ff9b4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9cb191640 1 --2- 172.21.15.173:0/530281360 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c40b5fe0 0x7ff9b4004800 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0009ac0 tx=0x7ff9b4005830 comp rx=0 tx=0).stop 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9c972e640 1 -- 172.21.15.173:0/530281360 reap_dead start 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9cb191640 1 -- 172.21.15.173:0/530281360 shutdown_connections 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9cb191640 1 -- 172.21.15.173:0/530281360 >> 172.21.15.173:0/530281360 conn(0x7ff9c409aa30 msgr2=0x7ff9c40b65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9cb191640 1 -- 172.21.15.173:0/530281360 shutdown_connections 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.370+0000 7ff9cb191640 1 -- 172.21.15.173:0/530281360 wait complete. 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.372+0000 7ff9cb191640 1 Processor -- start 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.372+0000 7ff9cb191640 1 -- start start 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.372+0000 7ff9cb191640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9c40b5fe0 0x7ff9c41604b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:03.376 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9cb191640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c415ef80 0x7ff9c4156130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9cb191640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9c415a6f0 0x7ff9c415ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9cb191640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c415e970 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9cb191640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c415e7f0 con 0x7ff9c415a6f0 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9cb191640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff9c40af6f0 con 0x7ff9c415ef80 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c8f2d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9c40b5fe0 0x7ff9c41604b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c8f2d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9c40b5fe0 0x7ff9c41604b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40122/0 (socket says 172.21.15.173:40122) 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c8f2d640 1 -- 172.21.15.173:0/736991633 learned_addr learned my addr 172.21.15.173:0/736991633 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c972e640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9c415a6f0 0x7ff9c415ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c3fff640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c415ef80 0x7ff9c4156130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c8f2d640 1 -- 172.21.15.173:0/736991633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c415ef80 msgr2=0x7ff9c4156130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c8f2d640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c415ef80 0x7ff9c4156130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c8f2d640 1 -- 172.21.15.173:0/736991633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9c415a6f0 msgr2=0x7ff9c415ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c8f2d640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9c415a6f0 0x7ff9c415ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:03.377 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c8f2d640 1 -- 172.21.15.173:0/736991633 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c415f410 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c8f2d640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9c40b5fe0 0x7ff9c41604b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff9b800f5f0 tx=0x7ff9b800fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:03.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c17fa640 1 -- 172.21.15.173:0/736991633 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b80052e0 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c17fa640 1 -- 172.21.15.173:0/736991633 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9b8018070 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9c17fa640 1 -- 172.21.15.173:0/736991633 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b8003810 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9cb191640 1 -- 172.21.15.173:0/736991633 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9c415f6f0 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.373+0000 7ff9cb191640 1 -- 172.21.15.173:0/736991633 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9c415fcb0 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.374+0000 7ff9cb191640 1 -- 172.21.15.173:0/736991633 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9c40afac0 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.378 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.375+0000 7ff9c17fa640 1 -- 172.21.15.173:0/736991633 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff9b80039b0 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.375+0000 7ff9c17fa640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff9a806be60 0x7ff9a806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:03.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.375+0000 7ff9c17fa640 1 -- 172.21.15.173:0/736991633 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5853+0+0 (secure 0 0 0) 0x7ff9b808acb0 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.375+0000 7ff9c3fff640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff9a806be60 0x7ff9a806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:03.379 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.376+0000 7ff9c3fff640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff9a806be60 0x7ff9a806e320 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0033000 tx=0x7ff9b0008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:03.380 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.380+0000 7ff9c17fa640 1 -- 172.21.15.173:0/736991633 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff9b8059660 con 0x7ff9c40b5fe0 2024-09-10T09:28:03.570 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:03.569+0000 7ff9cb191640 1 -- 172.21.15.173:0/736991633 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff9c40b5c70 con 0x7ff9c40b5fe0 2024-09-10T09:28:04.248 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.246+0000 7ff9c17fa640 1 -- 172.21.15.173:0/736991633 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v31) ==== 178+0+0 (secure 0 0 0) 0x7ff9b8058f60 con 0x7ff9c40b5fe0 2024-09-10T09:28:04.248 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_data_ec' removed 2024-09-10T09:28:04.254 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 -- 172.21.15.173:0/736991633 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff9a806be60 msgr2=0x7ff9a806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:04.254 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff9a806be60 0x7ff9a806e320 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0033000 tx=0x7ff9b0008030 comp rx=0 tx=0).stop 2024-09-10T09:28:04.254 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 -- 172.21.15.173:0/736991633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9c40b5fe0 msgr2=0x7ff9c41604b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:04.254 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9c40b5fe0 0x7ff9c41604b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff9b800f5f0 tx=0x7ff9b800fab0 comp rx=0 tx=0).stop 2024-09-10T09:28:04.255 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 -- 172.21.15.173:0/736991633 shutdown_connections 2024-09-10T09:28:04.255 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff9a806be60 0x7ff9a806e320 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:04.255 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9c415a6f0 0x7ff9c415ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:04.255 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff9c415ef80 0x7ff9c4156130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:04.255 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 --2- 172.21.15.173:0/736991633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9c40b5fe0 0x7ff9c41604b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:04.255 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 -- 172.21.15.173:0/736991633 >> 172.21.15.173:0/736991633 conn(0x7ff9c409aa30 msgr2=0x7ff9c406c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:04.255 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 -- 172.21.15.173:0/736991633 shutdown_connections 2024-09-10T09:28:04.255 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.252+0000 7ff9cb191640 1 -- 172.21.15.173:0/736991633 wait complete. 2024-09-10T09:28:04.271 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T09:28:04.271 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T09:28:04.271 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T09:28:04.271 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:28:04.272 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T09:28:04.272 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T09:28:04.272 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T09:28:04.272 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:28:04.272 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T09:28:04.272 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T09:28:04.273 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T09:28:04.273 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:28:04.273 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T09:28:04.273 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T09:28:04.273 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T09:28:04.273 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:28:04.282 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T09:28:04.282 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T09:28:04.283 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T09:28:04.283 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T09:28:04.284 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T09:28:04.284 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T09:28:04.285 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T09:28:04.285 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T09:28:04.324 INFO:tasks.ceph.mds.a:Started 2024-09-10T09:28:04.324 DEBUG:teuthology.parallel:result is None 2024-09-10T09:28:04.325 INFO:tasks.ceph.mds.c:Started 2024-09-10T09:28:04.325 DEBUG:teuthology.parallel:result is None 2024-09-10T09:28:04.327 INFO:tasks.ceph.mds.b:Started 2024-09-10T09:28:04.327 DEBUG:teuthology.parallel:result is None 2024-09-10T09:28:04.328 INFO:tasks.ceph.mds.d:Started 2024-09-10T09:28:04.328 DEBUG:teuthology.parallel:result is None 2024-09-10T09:28:04.329 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T09:28:04.405 INFO:tasks.ceph.mds.a.smithi173.stdout:starting mds.a at 2024-09-10T09:28:04.406 INFO:tasks.ceph.mds.c.smithi173.stdout:starting mds.c at 2024-09-10T09:28:04.410 INFO:tasks.ceph.mds.d.smithi176.stdout:starting mds.d at 2024-09-10T09:28:04.410 INFO:tasks.ceph.mds.b.smithi176.stdout:starting mds.b at 2024-09-10T09:28:04.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.436+0000 7f812a01e640 1 Processor -- start 2024-09-10T09:28:04.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.436+0000 7f812a01e640 1 -- start start 2024-09-10T09:28:04.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f812a01e640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8124162060 0x7f81240b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:04.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f812a01e640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f812406d9f0 con 0x7f8124161c80 2024-09-10T09:28:04.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f812a01e640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f812406dcd0 con 0x7f81240b64b0 2024-09-10T09:28:04.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f8122ffd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8124162060 0x7f81240b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:04.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f812a01e640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f812406dfb0 con 0x7f8124162060 2024-09-10T09:28:04.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f81237fe640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f8124161c80 0x7f812406e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40282/0 (socket says 172.21.15.173:40282) 2024-09-10T09:28:04.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f8122ffd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8124162060 0x7f81240b5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40138/0 (socket says 172.21.15.173:40138) 2024-09-10T09:28:04.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f81237fe640 1 -- 172.21.15.173:0/2773448983 learned_addr learned my addr 172.21.15.173:0/2773448983 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:04.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f8122ffd640 1 -- 172.21.15.173:0/2773448983 >> v1:172.21.15.176:6789/0 conn(0x7f81240b64b0 legacy=0x7f81240cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:04.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f8122ffd640 1 -- 172.21.15.173:0/2773448983 >> v1:172.21.15.173:6789/0 conn(0x7f8124161c80 legacy=0x7f812406e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:04.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f81227fc640 1 -- 172.21.15.173:0/2773448983 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3048873683 0 0) 0x7f812406d9f0 con 0x7f8124161c80 2024-09-10T09:28:04.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.437+0000 7f8122ffd640 1 -- 172.21.15.173:0/2773448983 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81240d2890 con 0x7f8124162060 2024-09-10T09:28:04.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.438+0000 7f8122ffd640 1 --2- 172.21.15.173:0/2773448983 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 0x7f81240b5f70 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f81180097a0 tx=0x7f811802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=140769509508f8f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:04.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.438+0000 7f81227fc640 1 -- 172.21.15.173:0/2773448983 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8118037070 con 0x7f8124162060 2024-09-10T09:28:04.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.438+0000 7f81227fc640 1 -- 172.21.15.173:0/2773448983 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8118032440 con 0x7f8124162060 2024-09-10T09:28:04.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.438+0000 7f81227fc640 1 -- 172.21.15.173:0/2773448983 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8118032810 con 0x7f8124162060 2024-09-10T09:28:04.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.439+0000 7f812a01e640 1 -- 172.21.15.173:0/2773448983 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 msgr2=0x7f81240b5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:04.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.439+0000 7f812a01e640 1 --2- 172.21.15.173:0/2773448983 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 0x7f81240b5f70 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f81180097a0 tx=0x7f811802a230 comp rx=0 tx=0).stop 2024-09-10T09:28:04.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.439+0000 7f812a01e640 1 -- 172.21.15.173:0/2773448983 shutdown_connections 2024-09-10T09:28:04.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.439+0000 7f812a01e640 1 --2- 172.21.15.173:0/2773448983 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 0x7f81240b5f70 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:04.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.439+0000 7f812a01e640 1 -- 172.21.15.173:0/2773448983 >> 172.21.15.173:0/2773448983 conn(0x7f81240d44f0 msgr2=0x7f81240d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:04.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.439+0000 7f812a01e640 1 -- 172.21.15.173:0/2773448983 shutdown_connections 2024-09-10T09:28:04.442 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.439+0000 7f812a01e640 1 -- 172.21.15.173:0/2773448983 wait complete. 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.440+0000 7f812a01e640 1 Processor -- start 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.440+0000 7f812a01e640 1 -- start start 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f812a01e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81240b64b0 0x7f81240b9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f812a01e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8124161c80 0x7f81240cde20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f812a01e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 0x7f8124147820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f812a01e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f81240b6d30 con 0x7f8124162060 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f812a01e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f81240b6bb0 con 0x7f8124161c80 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f812a01e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f81240cf8f0 con 0x7f81240b64b0 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f8123fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 0x7f8124147820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f81237fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81240b64b0 0x7f81240b9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:04.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f8123fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 0x7f8124147820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40154/0 (socket says 172.21.15.173:40154) 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f8123fff640 1 -- 172.21.15.173:0/1745319496 learned_addr learned my addr 172.21.15.173:0/1745319496 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f8122ffd640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8124161c80 0x7f81240cde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f8123fff640 1 -- 172.21.15.173:0/1745319496 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81240b64b0 msgr2=0x7f81240b9e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f8123fff640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81240b64b0 0x7f81240b9e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f8123fff640 1 -- 172.21.15.173:0/1745319496 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8124161c80 msgr2=0x7f81240cde20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f8123fff640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8124161c80 0x7f81240cde20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.441+0000 7f8123fff640 1 -- 172.21.15.173:0/1745319496 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81240cd3a0 con 0x7f8124162060 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.442+0000 7f8123fff640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 0x7f8124147820 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f811c00c7a0 tx=0x7f811c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.442+0000 7f810bfff640 1 -- 172.21.15.173:0/1745319496 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f811c003b70 con 0x7f8124162060 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.442+0000 7f810bfff640 1 -- 172.21.15.173:0/1745319496 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f811c003d30 con 0x7f8124162060 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.442+0000 7f812a01e640 1 -- 172.21.15.173:0/1745319496 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81241482a0 con 0x7f8124162060 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.442+0000 7f810bfff640 1 -- 172.21.15.173:0/1745319496 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f811c00aa90 con 0x7f8124162060 2024-09-10T09:28:04.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.442+0000 7f812a01e640 1 -- 172.21.15.173:0/1745319496 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81240cd620 con 0x7f8124162060 2024-09-10T09:28:04.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.443+0000 7f812a01e640 1 -- 172.21.15.173:0/1745319496 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f812406d9f0 con 0x7f8124162060 2024-09-10T09:28:04.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.443+0000 7f810bfff640 1 -- 172.21.15.173:0/1745319496 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f811c00ac30 con 0x7f8124162060 2024-09-10T09:28:04.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.444+0000 7f810bfff640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f811006be60 0x7f811006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:04.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.444+0000 7f810bfff640 1 -- 172.21.15.173:0/1745319496 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5335+0+0 (secure 0 0 0) 0x7f811c08ab60 con 0x7f8124162060 2024-09-10T09:28:04.448 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.444+0000 7f81237fe640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f811006be60 0x7f811006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:04.448 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.444+0000 7f81237fe640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f811006be60 0x7f811006e320 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8114007f70 tx=0x7f8114007f00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:04.450 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.448+0000 7f810bfff640 1 -- 172.21.15.173:0/1745319496 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f81240cd3a0 con 0x7f8124162060 2024-09-10T09:28:04.626 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:04.624+0000 7f812a01e640 1 -- 172.21.15.173:0/1745319496 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f81240ba470 con 0x7f8124162060 2024-09-10T09:28:05.269 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.268+0000 7f810bfff640 1 -- 172.21.15.173:0/1745319496 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v33) ==== 97+0+0 (secure 0 0 0) 0x7f811c058f90 con 0x7f8124162060 2024-09-10T09:28:05.270 INFO:teuthology.orchestra.run.smithi173.stderr: removed all blocklist entries 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.271+0000 7f812a01e640 1 -- 172.21.15.173:0/1745319496 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f811006be60 msgr2=0x7f811006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.271+0000 7f812a01e640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f811006be60 0x7f811006e320 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8114007f70 tx=0x7f8114007f00 comp rx=0 tx=0).stop 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.271+0000 7f812a01e640 1 -- 172.21.15.173:0/1745319496 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 msgr2=0x7f8124147820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.271+0000 7f812a01e640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 0x7f8124147820 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f811c00c7a0 tx=0x7f811c00cc60 comp rx=0 tx=0).stop 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.271+0000 7f812a01e640 1 -- 172.21.15.173:0/1745319496 shutdown_connections 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.271+0000 7f812a01e640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f811006be60 0x7f811006e320 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.271+0000 7f812a01e640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8124162060 0x7f8124147820 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.271+0000 7f812a01e640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8124161c80 0x7f81240cde20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.271+0000 7f812a01e640 1 --2- 172.21.15.173:0/1745319496 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f81240b64b0 0x7f81240b9e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.271+0000 7f812a01e640 1 -- 172.21.15.173:0/1745319496 >> 172.21.15.173:0/1745319496 conn(0x7f81240d44f0 msgr2=0x7f81240b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.272+0000 7f812a01e640 1 -- 172.21.15.173:0/1745319496 shutdown_connections 2024-09-10T09:28:05.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.272+0000 7f812a01e640 1 -- 172.21.15.173:0/1745319496 wait complete. 2024-09-10T09:28:05.291 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T09:28:05.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.392+0000 7f33cf2f8640 1 Processor -- start 2024-09-10T09:28:05.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.392+0000 7f33cf2f8640 1 -- start start 2024-09-10T09:28:05.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.393+0000 7f33cf2f8640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f33c815b300 0x7f33c80cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.393+0000 7f33cf2f8640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f33c80cd3f0 0x7f33c806f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.393+0000 7f33cf2f8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c8072d30 0x7f33c806f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.393+0000 7f33cf2f8640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f33c80728a0 con 0x7f33c80cd3f0 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.393+0000 7f33cf2f8640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f33c80cdbe0 con 0x7f33c815b300 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.393+0000 7f33cf2f8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f33c80cd900 con 0x7f33c8072d30 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.393+0000 7f33cc893640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f33c80cd3f0 0x7f33c806f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cc893640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f33c80cd3f0 0x7f33c806f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40162/0 (socket says 172.21.15.173:40162) 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cc893640 1 -- 172.21.15.173:0/2246488135 learned_addr learned my addr 172.21.15.173:0/2246488135 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cd895640 1 --2- 172.21.15.173:0/2246488135 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c8072d30 0x7f33c806f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cd094640 1 --2- 172.21.15.173:0/2246488135 >> v2:172.21.15.176:3300/0 conn(0x7f33c815b300 0x7f33c80cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cc893640 1 -- 172.21.15.173:0/2246488135 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c8072d30 msgr2=0x7f33c806f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:05.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cc893640 1 --2- 172.21.15.173:0/2246488135 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c8072d30 0x7f33c806f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cc893640 1 -- 172.21.15.173:0/2246488135 >> v2:172.21.15.176:3300/0 conn(0x7f33c815b300 msgr2=0x7f33c80cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:05.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cc893640 1 --2- 172.21.15.173:0/2246488135 >> v2:172.21.15.176:3300/0 conn(0x7f33c815b300 0x7f33c80cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cc893640 1 -- 172.21.15.173:0/2246488135 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33c8072250 con 0x7f33c80cd3f0 2024-09-10T09:28:05.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cd895640 1 --2- 172.21.15.173:0/2246488135 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c8072d30 0x7f33c806f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:05.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cd094640 1 --2- 172.21.15.173:0/2246488135 >> v2:172.21.15.176:3300/0 conn(0x7f33c815b300 0x7f33c80cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:05.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.394+0000 7f33cc893640 1 --2- 172.21.15.173:0/2246488135 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c80cd3f0 0x7f33c806f1c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f33c8070250 tx=0x7f33b802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b6c71858b71d786 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:05.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33bffff640 1 -- 172.21.15.173:0/2246488135 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33b8037070 con 0x7f33c80cd3f0 2024-09-10T09:28:05.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33bffff640 1 -- 172.21.15.173:0/2246488135 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33b8032440 con 0x7f33c80cd3f0 2024-09-10T09:28:05.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33bffff640 1 -- 172.21.15.173:0/2246488135 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33b8032810 con 0x7f33c80cd3f0 2024-09-10T09:28:05.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33cf2f8640 1 -- 172.21.15.173:0/2246488135 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c80cd3f0 msgr2=0x7f33c806f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33cf2f8640 1 --2- 172.21.15.173:0/2246488135 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c80cd3f0 0x7f33c806f1c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f33c8070250 tx=0x7f33b802a1e0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33cf2f8640 1 -- 172.21.15.173:0/2246488135 shutdown_connections 2024-09-10T09:28:05.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33cf2f8640 1 --2- 172.21.15.173:0/2246488135 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c8072d30 0x7f33c806f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33cf2f8640 1 --2- 172.21.15.173:0/2246488135 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c80cd3f0 0x7f33c806f1c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33cf2f8640 1 --2- 172.21.15.173:0/2246488135 >> v2:172.21.15.176:3300/0 conn(0x7f33c815b300 0x7f33c80cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33cf2f8640 1 -- 172.21.15.173:0/2246488135 >> 172.21.15.173:0/2246488135 conn(0x7f33c8067d70 msgr2=0x7f33c806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33cf2f8640 1 -- 172.21.15.173:0/2246488135 shutdown_connections 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.395+0000 7f33cf2f8640 1 -- 172.21.15.173:0/2246488135 wait complete. 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.396+0000 7f33cf2f8640 1 Processor -- start 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.396+0000 7f33cf2f8640 1 -- start start 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cf2f8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c8072d30 0x7f33c80a9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cf2f8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c80cd3f0 0x7f33c806f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cf2f8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f33c815b300 0x7f33c80aa400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cf2f8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f33c80d0160 con 0x7f33c8072d30 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cf2f8640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f33c80cffe0 con 0x7f33c815b300 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cf2f8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f33c80b3c40 con 0x7f33c80cd3f0 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cd094640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c8072d30 0x7f33c80a9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cd094640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c8072d30 0x7f33c80a9490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40168/0 (socket says 172.21.15.173:40168) 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cd094640 1 -- 172.21.15.173:0/1165619037 learned_addr learned my addr 172.21.15.173:0/1165619037 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cd895640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f33c815b300 0x7f33c80aa400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.397+0000 7f33cc893640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c80cd3f0 0x7f33c806f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33cd094640 1 -- 172.21.15.173:0/1165619037 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c80cd3f0 msgr2=0x7f33c806f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33cd094640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c80cd3f0 0x7f33c806f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33cd094640 1 -- 172.21.15.173:0/1165619037 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f33c815b300 msgr2=0x7f33c80aa400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33cd094640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f33c815b300 0x7f33c80aa400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33cd094640 1 -- 172.21.15.173:0/1165619037 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33c81f5720 con 0x7f33c8072d30 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33cd094640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c8072d30 0x7f33c80a9490 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f33c400c7f0 tx=0x7f33c400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33bdffb640 1 -- 172.21.15.173:0/1165619037 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c4015070 con 0x7f33c8072d30 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33bdffb640 1 -- 172.21.15.173:0/1165619037 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33c4007820 con 0x7f33c8072d30 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33cf2f8640 1 -- 172.21.15.173:0/1165619037 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33c81f5a00 con 0x7f33c8072d30 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33bdffb640 1 -- 172.21.15.173:0/1165619037 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c4007bd0 con 0x7f33c8072d30 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.398+0000 7f33cf2f8640 1 -- 172.21.15.173:0/1165619037 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33c81f5fc0 con 0x7f33c8072d30 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.399+0000 7f33cf2f8640 1 -- 172.21.15.173:0/1165619037 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33c8159e80 con 0x7f33c8072d30 2024-09-10T09:28:05.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.399+0000 7f33bdffb640 1 -- 172.21.15.173:0/1165619037 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f33c4018070 con 0x7f33c8072d30 2024-09-10T09:28:05.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.400+0000 7f33bdffb640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f33ac06be30 0x7f33ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.400+0000 7f33bdffb640 1 -- 172.21.15.173:0/1165619037 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f33c408acd0 con 0x7f33c8072d30 2024-09-10T09:28:05.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.400+0000 7f33cc893640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f33ac06be30 0x7f33ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.400+0000 7f33cc893640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f33ac06be30 0x7f33ac06e2f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f33b8034000 tx=0x7f33b802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:05.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.404+0000 7f33bdffb640 1 -- 172.21.15.173:0/1165619037 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f33c4059280 con 0x7f33c8072d30 2024-09-10T09:28:05.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.636+0000 7f33cf2f8640 1 -- 172.21.15.173:0/1165619037 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f33c8159ba0 con 0x7f33c8072d30 2024-09-10T09:28:05.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.637+0000 7f33bdffb640 1 -- 172.21.15.173:0/1165619037 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7f33c405d580 con 0x7f33c8072d30 2024-09-10T09:28:05.638 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:05.638 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:28:05.638 INFO:teuthology.orchestra.run.smithi173.stdout: "auth_dump": [ 2024-09-10T09:28:05.638 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.638 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "mds.a", 2024-09-10T09:28:05.638 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC7EOBmuxakARAAtnN0/C5iq5LYnMcr+zmmYA==", 2024-09-10T09:28:05.638 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.638 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow", 2024-09-10T09:28:05.638 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow *", 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow *", 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "mds.b", 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC7EOBmd9xVDRAA/QM2TK6RGRhAWZ6+fF5S5g==", 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow", 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow *", 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow *", 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.639 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "mds.c", 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC7EOBmbV2iCBAAkjdu0doMuwI5hDq8OStOwA==", 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow", 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow *", 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow *", 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "mds.d", 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC7EOBmRtVcFBAAMv7ZJjRAPd76u9P5zJWOcw==", 2024-09-10T09:28:05.640 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow", 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow *", 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow *", 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "osd.0", 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC+EOBmL05EMhAAu4bgqIVMDn8nHBjpjB/Phw==", 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow profile osd", 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile osd", 2024-09-10T09:28:05.641 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "osd.1", 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDBEOBmwEZlNBAAQlyeLXXKOmTjOdWw86KXjQ==", 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow profile osd", 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile osd", 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.642 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "osd.2", 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDEEOBmx5sNNxAAAcDJKjyRzfChyUeND3fgfg==", 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow profile osd", 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile osd", 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "osd.3", 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDIEOBmRu3wGhAAUWxUpSB4Oczm2YKJCZqEzw==", 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow profile osd", 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile osd", 2024-09-10T09:28:05.643 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "osd.4", 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDOEOBmsB6bIhAAoaCSZA4AGhOKP6cy5ELyZg==", 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow profile osd", 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile osd", 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.644 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "osd.5", 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDREOBmLAn2MxAAbVqtuU9+fdjF6E2wkbqxrw==", 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow profile osd", 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile osd", 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "osd.6", 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDVEOBm0HNGCRAAzTRKRSsWLKgMNHeIWZ9fVA==", 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow profile osd", 2024-09-10T09:28:05.645 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile osd", 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "osd.7", 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDYEOBmhYIDCxAAT6RwsMDs0uIunBKyxPlNmQ==", 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow profile osd", 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile osd", 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.646 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.0", 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC7EOBmlkFmGBAAQYEPuCFF/aghcnPdgc23aw==", 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow", 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow r", 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow rw", 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow rwx" 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.1", 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC7EOBmXLkuIRAAXO+8jCOhYkp4UhIc/j1qmg==", 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.647 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow", 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow r", 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow rw", 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow rwx" 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.2", 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC7EOBmMfH5HRAAcSBUNjmRqWQsxI5H4Heiew==", 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow", 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow r", 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow rw", 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow rwx" 2024-09-10T09:28:05.648 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.3", 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC7EOBmv77AJhAA8RcmFgVtA3S1sNARBRxMmw==", 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow", 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow r", 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow rw", 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow rwx" 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.admin", 2024-09-10T09:28:05.649 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC6EOBmPg+LIRAADI8cB+yA3Zmkd03+Ocs+OQ==", 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow *", 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": "allow *", 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow *", 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.bootstrap-mds", 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDeEOBmQuz8ERAASO5Xlv5BncHABL4PJdxGTA==", 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile bootstrap-mds" 2024-09-10T09:28:05.650 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.bootstrap-mgr", 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDeEOBmdvT8ERAAbsP6RLOUOLniVpZ72CY/RA==", 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.bootstrap-osd", 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDeEOBmD/v8ERAAuCwZXt+N5+pqmBHrO4kWNQ==", 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile bootstrap-osd" 2024-09-10T09:28:05.651 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.bootstrap-rbd", 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDeEOBmqgH9ERAARvCWG9SBEoPyhnSd6Tm5Iw==", 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDeEOBmsgn9ERAAUOeLSM+yDdP3Uswqhpivqg==", 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-10T09:28:05.652 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "client.bootstrap-rgw", 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQDeEOBmdRD9ERAAE/78ZVTjP245MJheDi4RRw==", 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "mgr.x", 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC6EOBmpRUGOhAAYMx5QJ3Wt6EWg8XIACjI/w==", 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.653 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow *", 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile mgr", 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: "entity": "mgr.y", 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: "key": "AQC6EOBmLzktNhAAxUv1QDmw72JKwOaHSbIsHA==", 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": { 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": "allow *", 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": "allow profile mgr", 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": "allow *" 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout: ] 2024-09-10T09:28:05.654 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:28:05.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.638+0000 7f33cf2f8640 1 -- 172.21.15.173:0/1165619037 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f33ac06be30 msgr2=0x7f33ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.638+0000 7f33cf2f8640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f33ac06be30 0x7f33ac06e2f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f33b8034000 tx=0x7f33b802e000 comp rx=0 tx=0).stop 2024-09-10T09:28:05.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.639+0000 7f33cf2f8640 1 -- 172.21.15.173:0/1165619037 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c8072d30 msgr2=0x7f33c80a9490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.639+0000 7f33cf2f8640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c8072d30 0x7f33c80a9490 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f33c400c7f0 tx=0x7f33c400ccb0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.639+0000 7f33cf2f8640 1 -- 172.21.15.173:0/1165619037 shutdown_connections 2024-09-10T09:28:05.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.639+0000 7f33cf2f8640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f33ac06be30 0x7f33ac06e2f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.639+0000 7f33cf2f8640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f33c815b300 0x7f33c80aa400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.639+0000 7f33cf2f8640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f33c80cd3f0 0x7f33c806f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.639+0000 7f33cf2f8640 1 --2- 172.21.15.173:0/1165619037 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33c8072d30 0x7f33c80a9490 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.639+0000 7f33cf2f8640 1 -- 172.21.15.173:0/1165619037 >> 172.21.15.173:0/1165619037 conn(0x7f33c8067d70 msgr2=0x7f33c80b4050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:05.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.639+0000 7f33cf2f8640 1 -- 172.21.15.173:0/1165619037 shutdown_connections 2024-09-10T09:28:05.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.639+0000 7f33cf2f8640 1 -- 172.21.15.173:0/1165619037 wait complete. 2024-09-10T09:28:05.657 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-10T09:28:05.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.756+0000 7fa228cdd640 1 Processor -- start 2024-09-10T09:28:05.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.756+0000 7fa228cdd640 1 -- start start 2024-09-10T09:28:05.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.756+0000 7fa228cdd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa2240b5f80 0x7fa2240b63d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.756+0000 7fa228cdd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240cd650 0x7fa2240cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.756+0000 7fa228cdd640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa22406fdb0 con 0x7fa2240afd70 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.756+0000 7fa228cdd640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fa2240b6910 con 0x7fa2240b5f80 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.756+0000 7fa228cdd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa224070090 con 0x7fa2240cd650 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.757+0000 7fa21bfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa2240b5f80 0x7fa2240b63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.757+0000 7fa22259c640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fa2240afd70 0x7fa224160820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:40288/0 (socket says 172.21.15.173:40288) 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.757+0000 7fa22259c640 1 -- 172.21.15.173:0/456254941 learned_addr learned my addr 172.21.15.173:0/456254941 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.757+0000 7fa222d9d640 1 --2- 172.21.15.173:0/456254941 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240cd650 0x7fa2240cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.757+0000 7fa21bfff640 1 -- 172.21.15.173:0/456254941 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240cd650 msgr2=0x7fa2240cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.757+0000 7fa21bfff640 1 --2- 172.21.15.173:0/456254941 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240cd650 0x7fa2240cdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.757+0000 7fa21bfff640 1 -- 172.21.15.173:0/456254941 >> v1:172.21.15.173:6789/0 conn(0x7fa2240afd70 legacy=0x7fa224160820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.759 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.757+0000 7fa221d9b640 1 -- 172.21.15.173:0/456254941 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2669034648 0 0) 0x7fa22406fdb0 con 0x7fa2240afd70 2024-09-10T09:28:05.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.757+0000 7fa21bfff640 1 -- 172.21.15.173:0/456254941 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa224070370 con 0x7fa2240b5f80 2024-09-10T09:28:05.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.757+0000 7fa222d9d640 1 --2- 172.21.15.173:0/456254941 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240cd650 0x7fa2240cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:05.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa21bfff640 1 --2- 172.21.15.173:0/456254941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 0x7fa2240b63d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa20c0097a0 tx=0x7fa20c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=866cdd109099adb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:05.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa221d9b640 1 -- 172.21.15.173:0/456254941 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c037070 con 0x7fa2240b5f80 2024-09-10T09:28:05.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa221d9b640 1 -- 172.21.15.173:0/456254941 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa20c032440 con 0x7fa2240b5f80 2024-09-10T09:28:05.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa221d9b640 1 -- 172.21.15.173:0/456254941 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c032810 con 0x7fa2240b5f80 2024-09-10T09:28:05.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa228cdd640 1 -- 172.21.15.173:0/456254941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 msgr2=0x7fa2240b63d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa228cdd640 1 --2- 172.21.15.173:0/456254941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 0x7fa2240b63d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa20c0097a0 tx=0x7fa20c02a180 comp rx=0 tx=0).stop 2024-09-10T09:28:05.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa228cdd640 1 -- 172.21.15.173:0/456254941 shutdown_connections 2024-09-10T09:28:05.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa228cdd640 1 --2- 172.21.15.173:0/456254941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 0x7fa2240b63d0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa228cdd640 1 --2- 172.21.15.173:0/456254941 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240cd650 0x7fa2240cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa228cdd640 1 -- 172.21.15.173:0/456254941 >> 172.21.15.173:0/456254941 conn(0x7fa22406bc10 msgr2=0x7fa22406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:05.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa228cdd640 1 -- 172.21.15.173:0/456254941 shutdown_connections 2024-09-10T09:28:05.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.758+0000 7fa228cdd640 1 -- 172.21.15.173:0/456254941 wait complete. 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa228cdd640 1 Processor -- start 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa228cdd640 1 -- start start 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa228cdd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240afd70 0x7fa2241445c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa228cdd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 0x7fa2240b4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa228cdd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa2240cd650 0x7fa2241e6b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa228cdd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa2240b0150 con 0x7fa2240b5f80 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa228cdd640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa22406fa80 con 0x7fa2240cd650 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa228cdd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa224160060 con 0x7fa2240afd70 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa21bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 0x7fa2240b4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa21bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 0x7fa2240b4830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40180/0 (socket says 172.21.15.173:40180) 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.760+0000 7fa21bfff640 1 -- 172.21.15.173:0/2499131835 learned_addr learned my addr 172.21.15.173:0/2499131835 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:05.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa22259c640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240afd70 0x7fa2241445c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa222d9d640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa2240cd650 0x7fa2241e6b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa21bfff640 1 -- 172.21.15.173:0/2499131835 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240afd70 msgr2=0x7fa2241445c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa21bfff640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240afd70 0x7fa2241445c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa21bfff640 1 -- 172.21.15.173:0/2499131835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa2240cd650 msgr2=0x7fa2241e6b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa21bfff640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa2240cd650 0x7fa2241e6b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa21bfff640 1 -- 172.21.15.173:0/2499131835 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2240b4f30 con 0x7fa2240b5f80 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa22259c640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240afd70 0x7fa2241445c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa21bfff640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 0x7fa2240b4830 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa20c0098c0 tx=0x7fa20c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa21affd640 1 -- 172.21.15.173:0/2499131835 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c037040 con 0x7fa2240b5f80 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa21affd640 1 -- 172.21.15.173:0/2499131835 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa20c030770 con 0x7fa2240b5f80 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa228cdd640 1 -- 172.21.15.173:0/2499131835 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2240b5210 con 0x7fa2240b5f80 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa21affd640 1 -- 172.21.15.173:0/2499131835 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c030b40 con 0x7fa2240b5f80 2024-09-10T09:28:05.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.761+0000 7fa228cdd640 1 -- 172.21.15.173:0/2499131835 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2240b57d0 con 0x7fa2240b5f80 2024-09-10T09:28:05.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.762+0000 7fa228cdd640 1 -- 172.21.15.173:0/2499131835 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2240b63d0 con 0x7fa2240b5f80 2024-09-10T09:28:05.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.763+0000 7fa21affd640 1 -- 172.21.15.173:0/2499131835 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa20c044020 con 0x7fa2240b5f80 2024-09-10T09:28:05.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.763+0000 7fa21affd640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa20406be60 0x7fa20406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:05.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.763+0000 7fa22259c640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa20406be60 0x7fa20406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:05.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.763+0000 7fa21affd640 1 -- 172.21.15.173:0/2499131835 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fa20c0ab150 con 0x7fa2240b5f80 2024-09-10T09:28:05.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.764+0000 7fa22259c640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa20406be60 0x7fa20406e320 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa214000f60 tx=0x7fa214009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:05.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:05.768+0000 7fa21affd640 1 -- 172.21.15.173:0/2499131835 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa20c032e20 con 0x7fa2240b5f80 2024-09-10T09:28:06.001 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.000+0000 7fa228cdd640 1 -- 172.21.15.173:0/2499131835 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fa224067fc0 con 0x7fa2240b5f80 2024-09-10T09:28:06.003 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.002+0000 7fa21affd640 1 -- 172.21.15.173:0/2499131835 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7fa20c079d50 con 0x7fa2240b5f80 2024-09-10T09:28:06.005 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 -- 172.21.15.173:0/2499131835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa20406be60 msgr2=0x7fa20406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa20406be60 0x7fa20406e320 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa214000f60 tx=0x7fa214009040 comp rx=0 tx=0).stop 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 -- 172.21.15.173:0/2499131835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 msgr2=0x7fa2240b4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 0x7fa2240b4830 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa20c0098c0 tx=0x7fa20c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 -- 172.21.15.173:0/2499131835 shutdown_connections 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa20406be60 0x7fa20406e320 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa2240cd650 0x7fa2241e6b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa2240b5f80 0x7fa2240b4830 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 --2- 172.21.15.173:0/2499131835 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa2240afd70 0x7fa2241445c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 -- 172.21.15.173:0/2499131835 >> 172.21.15.173:0/2499131835 conn(0x7fa22406bc10 msgr2=0x7fa224153940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 -- 172.21.15.173:0/2499131835 shutdown_connections 2024-09-10T09:28:06.006 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.004+0000 7fa228cdd640 1 -- 172.21.15.173:0/2499131835 wait complete. 2024-09-10T09:28:06.016 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-10T09:28:06.116 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.115+0000 7f0545b91640 1 Processor -- start 2024-09-10T09:28:06.116 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.115+0000 7f0545b91640 1 -- start start 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.115+0000 7f0545b91640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f0540162060 0x7f05400b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.115+0000 7f0545b91640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f05400b64b0 0x7f05400b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.115+0000 7f0545b91640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f054006d9f0 con 0x7f0540161c80 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.115+0000 7f0545b91640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f054006dcd0 con 0x7f0540162060 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.115+0000 7f0545b91640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f054006dfb0 con 0x7f05400b64b0 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.116+0000 7f053effd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f0540162060 0x7f05400b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.116+0000 7f053effd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f0540162060 0x7f05400b5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40196/0 (socket says 172.21.15.173:40196) 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.116+0000 7f053effd640 1 -- 172.21.15.173:0/1630191934 learned_addr learned my addr 172.21.15.173:0/1630191934 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.116+0000 7f053ffff640 1 --2- 172.21.15.173:0/1630191934 >> v2:172.21.15.176:3300/0 conn(0x7f05400b64b0 0x7f05400b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.116+0000 7f053effd640 1 -- 172.21.15.173:0/1630191934 >> v2:172.21.15.176:3300/0 conn(0x7f05400b64b0 msgr2=0x7f05400b6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:06.118 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.116+0000 7f053effd640 1 --2- 172.21.15.173:0/1630191934 >> v2:172.21.15.176:3300/0 conn(0x7f05400b64b0 0x7f05400b6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.116+0000 7f053effd640 1 -- 172.21.15.173:0/1630191934 >> v1:172.21.15.176:6789/0 conn(0x7f0540161c80 legacy=0x7f054006e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:06.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.116+0000 7f053effd640 1 -- 172.21.15.173:0/1630191934 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05400d01f0 con 0x7f0540162060 2024-09-10T09:28:06.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f053effd640 1 --2- 172.21.15.173:0/1630191934 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540162060 0x7f05400b5f70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f054008d750 tx=0x7f053402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c080bba3853e3db6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:06.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f053e7fc640 1 -- 172.21.15.173:0/1630191934 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0534037070 con 0x7f0540162060 2024-09-10T09:28:06.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f053e7fc640 1 -- 172.21.15.173:0/1630191934 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0534032440 con 0x7f0540162060 2024-09-10T09:28:06.119 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f053e7fc640 1 -- 172.21.15.173:0/1630191934 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0534032810 con 0x7f0540162060 2024-09-10T09:28:06.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f0545b91640 1 -- 172.21.15.173:0/1630191934 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540162060 msgr2=0x7f05400b5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f0545b91640 1 --2- 172.21.15.173:0/1630191934 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540162060 0x7f05400b5f70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f054008d750 tx=0x7f053402a270 comp rx=0 tx=0).stop 2024-09-10T09:28:06.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f0545b91640 1 -- 172.21.15.173:0/1630191934 shutdown_connections 2024-09-10T09:28:06.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f0545b91640 1 --2- 172.21.15.173:0/1630191934 >> v2:172.21.15.176:3300/0 conn(0x7f05400b64b0 0x7f05400b6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f0545b91640 1 --2- 172.21.15.173:0/1630191934 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540162060 0x7f05400b5f70 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f0545b91640 1 -- 172.21.15.173:0/1630191934 >> 172.21.15.173:0/1630191934 conn(0x7f05400d44f0 msgr2=0x7f05400d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:06.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f0545b91640 1 -- 172.21.15.173:0/1630191934 shutdown_connections 2024-09-10T09:28:06.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.117+0000 7f0545b91640 1 -- 172.21.15.173:0/1630191934 wait complete. 2024-09-10T09:28:06.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.118+0000 7f0545b91640 1 Processor -- start 2024-09-10T09:28:06.120 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.119+0000 7f0545b91640 1 -- start start 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.119+0000 7f0545b91640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f05400b64b0 0x7f0540159ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.119+0000 7f0545b91640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540161c80 0x7f05400b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.119+0000 7f0545b91640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0540162060 0x7f05400b2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.119+0000 7f0545b91640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f05400cf1e0 con 0x7f0540161c80 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.119+0000 7f0545b91640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f05400d2aa0 con 0x7f05400b64b0 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.119+0000 7f0545b91640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f05400cf360 con 0x7f0540162060 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053effd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540161c80 0x7f05400b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053effd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540161c80 0x7f05400b7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40204/0 (socket says 172.21.15.173:40204) 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053effd640 1 -- 172.21.15.173:0/2042986733 learned_addr learned my addr 172.21.15.173:0/2042986733 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053f7fe640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f05400b64b0 0x7f0540159ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053ffff640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0540162060 0x7f05400b2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053effd640 1 -- 172.21.15.173:0/2042986733 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0540162060 msgr2=0x7f05400b2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.123 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053effd640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0540162060 0x7f05400b2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053effd640 1 -- 172.21.15.173:0/2042986733 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f05400b64b0 msgr2=0x7f0540159ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053effd640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f05400b64b0 0x7f0540159ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053effd640 1 -- 172.21.15.173:0/2042986733 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05400b9600 con 0x7f0540161c80 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f053effd640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540161c80 0x7f05400b7d50 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f053402a2b0 tx=0x7f05340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f0527fff640 1 -- 172.21.15.173:0/2042986733 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0534041020 con 0x7f0540161c80 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f0527fff640 1 -- 172.21.15.173:0/2042986733 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05340306c0 con 0x7f0540161c80 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f0545b91640 1 -- 172.21.15.173:0/2042986733 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05400b9320 con 0x7f0540161c80 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f0527fff640 1 -- 172.21.15.173:0/2042986733 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0534037040 con 0x7f0540161c80 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.120+0000 7f0545b91640 1 -- 172.21.15.173:0/2042986733 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05400c8340 con 0x7f0540161c80 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.121+0000 7f0545b91640 1 -- 172.21.15.173:0/2042986733 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05400b5f70 con 0x7f0540161c80 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.122+0000 7f0527fff640 1 -- 172.21.15.173:0/2042986733 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0534044020 con 0x7f0540161c80 2024-09-10T09:28:06.124 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.122+0000 7f0527fff640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f052c06be30 0x7f052c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.125 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.122+0000 7f0527fff640 1 -- 172.21.15.173:0/2042986733 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f05340ab330 con 0x7f0540161c80 2024-09-10T09:28:06.125 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.122+0000 7f053f7fe640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f052c06be30 0x7f052c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.125 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.122+0000 7f053f7fe640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f052c06be30 0x7f052c06e2f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0530001780 tx=0x7f0530009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:06.127 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.126+0000 7f0527fff640 1 -- 172.21.15.173:0/2042986733 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f053404b030 con 0x7f0540161c80 2024-09-10T09:28:06.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.357+0000 7f0545b91640 1 -- 172.21.15.173:0/2042986733 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f05400ba470 con 0x7f0540161c80 2024-09-10T09:28:06.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.359+0000 7f0527fff640 1 -- 172.21.15.173:0/2042986733 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f05340798e0 con 0x7f0540161c80 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 -- 172.21.15.173:0/2042986733 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f052c06be30 msgr2=0x7f052c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f052c06be30 0x7f052c06e2f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0530001780 tx=0x7f0530009040 comp rx=0 tx=0).stop 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 -- 172.21.15.173:0/2042986733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540161c80 msgr2=0x7f05400b7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540161c80 0x7f05400b7d50 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f053402a2b0 tx=0x7f05340046c0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 -- 172.21.15.173:0/2042986733 shutdown_connections 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f052c06be30 0x7f052c06e2f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0540162060 0x7f05400b2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0540161c80 0x7f05400b7d50 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 --2- 172.21.15.173:0/2042986733 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f05400b64b0 0x7f0540159ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 -- 172.21.15.173:0/2042986733 >> 172.21.15.173:0/2042986733 conn(0x7f05400d44f0 msgr2=0x7f05400b4800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 -- 172.21.15.173:0/2042986733 shutdown_connections 2024-09-10T09:28:06.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.361+0000 7f0545b91640 1 -- 172.21.15.173:0/2042986733 wait complete. 2024-09-10T09:28:06.373 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-10T09:28:06.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.471+0000 7f4508617640 1 Processor -- start 2024-09-10T09:28:06.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.471+0000 7f4508617640 1 -- start start 2024-09-10T09:28:06.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f4508617640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f45000b69d0 0x7f4500162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f4508617640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f45000af280 0x7f45000afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f4508617640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f450015eb60 con 0x7f45000affb0 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f4508617640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f45000b0400 con 0x7f45000b69d0 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f4508617640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f45000b6db0 con 0x7f45000af280 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f45063b3640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f45000b69d0 0x7f4500162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f4506bb4640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f45000affb0 0x7f4500154d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:55418/0 (socket says 172.21.15.173:55418) 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f4506bb4640 1 -- 172.21.15.173:0/3508620685 learned_addr learned my addr 172.21.15.173:0/3508620685 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f45063b3640 1 -- 172.21.15.173:0/3508620685 >> v2:172.21.15.176:3300/0 conn(0x7f45000af280 msgr2=0x7f45000afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f45063b3640 1 --2- 172.21.15.173:0/3508620685 >> v2:172.21.15.176:3300/0 conn(0x7f45000af280 0x7f45000afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f45063b3640 1 -- 172.21.15.173:0/3508620685 >> v1:172.21.15.173:6789/0 conn(0x7f45000affb0 legacy=0x7f4500154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f45063b3640 1 -- 172.21.15.173:0/3508620685 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f450015ee40 con 0x7f45000b69d0 2024-09-10T09:28:06.474 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.472+0000 7f45053b1640 1 -- 172.21.15.173:0/3508620685 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3796286265 0 0) 0x7f450015eb60 con 0x7f45000affb0 2024-09-10T09:28:06.475 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.473+0000 7f45063b3640 1 --2- 172.21.15.173:0/3508620685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 0x7f4500162a50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4500067bf0 tx=0x7f44f002a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edb46c39898c7b15 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:06.475 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.473+0000 7f45053b1640 1 -- 172.21.15.173:0/3508620685 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f0007740 con 0x7f45000b69d0 2024-09-10T09:28:06.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.473+0000 7f45053b1640 1 -- 172.21.15.173:0/3508620685 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44f00078e0 con 0x7f45000b69d0 2024-09-10T09:28:06.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.473+0000 7f45053b1640 1 -- 172.21.15.173:0/3508620685 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f0007cb0 con 0x7f45000b69d0 2024-09-10T09:28:06.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.474+0000 7f4508617640 1 -- 172.21.15.173:0/3508620685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 msgr2=0x7f4500162a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.474+0000 7f4508617640 1 --2- 172.21.15.173:0/3508620685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 0x7f4500162a50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4500067bf0 tx=0x7f44f002a560 comp rx=0 tx=0).stop 2024-09-10T09:28:06.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.474+0000 7f4508617640 1 -- 172.21.15.173:0/3508620685 shutdown_connections 2024-09-10T09:28:06.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.474+0000 7f4508617640 1 --2- 172.21.15.173:0/3508620685 >> v2:172.21.15.176:3300/0 conn(0x7f45000af280 0x7f45000afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.474+0000 7f4508617640 1 --2- 172.21.15.173:0/3508620685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 0x7f4500162a50 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.474+0000 7f4508617640 1 -- 172.21.15.173:0/3508620685 >> 172.21.15.173:0/3508620685 conn(0x7f450006bc10 msgr2=0x7f450006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:06.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.474+0000 7f4508617640 1 -- 172.21.15.173:0/3508620685 shutdown_connections 2024-09-10T09:28:06.476 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.474+0000 7f4508617640 1 -- 172.21.15.173:0/3508620685 wait complete. 2024-09-10T09:28:06.478 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.475+0000 7f4508617640 1 Processor -- start 2024-09-10T09:28:06.478 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.475+0000 7f4508617640 1 -- start start 2024-09-10T09:28:06.478 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4508617640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f45000af280 0x7f4500152530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.478 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4508617640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45000affb0 0x7f4500156310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.478 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4508617640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 0x7f45001f4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.478 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4508617640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f45000af710 con 0x7f45000b69d0 2024-09-10T09:28:06.478 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4508617640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f450015f400 con 0x7f45000affb0 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4508617640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f4500155410 con 0x7f45000af280 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4506bb4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 0x7f45001f4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4506bb4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 0x7f45001f4a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54332/0 (socket says 172.21.15.173:54332) 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4506bb4640 1 -- 172.21.15.173:0/3898763771 learned_addr learned my addr 172.21.15.173:0/3898763771 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f45063b3640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f45000af280 0x7f4500152530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4505bb2640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45000affb0 0x7f4500156310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4506bb4640 1 -- 172.21.15.173:0/3898763771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f45000af280 msgr2=0x7f4500152530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4506bb4640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f45000af280 0x7f4500152530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4506bb4640 1 -- 172.21.15.173:0/3898763771 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45000affb0 msgr2=0x7f4500156310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4506bb4640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45000affb0 0x7f4500156310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4506bb4640 1 -- 172.21.15.173:0/3898763771 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45001584a0 con 0x7f45000b69d0 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f4506bb4640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 0x7f45001f4a90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f44f800c450 tx=0x7f44f800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f44feffd640 1 -- 172.21.15.173:0/3898763771 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f80074e0 con 0x7f45000b69d0 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.476+0000 7f44feffd640 1 -- 172.21.15.173:0/3898763771 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44f80047e0 con 0x7f45000b69d0 2024-09-10T09:28:06.479 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.477+0000 7f4508617640 1 -- 172.21.15.173:0/3898763771 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4500158780 con 0x7f45000b69d0 2024-09-10T09:28:06.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.477+0000 7f44feffd640 1 -- 172.21.15.173:0/3898763771 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f8004bd0 con 0x7f45000b69d0 2024-09-10T09:28:06.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.477+0000 7f4508617640 1 -- 172.21.15.173:0/3898763771 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45001f4570 con 0x7f45000b69d0 2024-09-10T09:28:06.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.478+0000 7f4508617640 1 -- 172.21.15.173:0/3898763771 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45001557a0 con 0x7f45000b69d0 2024-09-10T09:28:06.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.478+0000 7f44feffd640 1 -- 172.21.15.173:0/3898763771 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f44f8011070 con 0x7f45000b69d0 2024-09-10T09:28:06.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.478+0000 7f44feffd640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f44ec06be30 0x7f44ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.478+0000 7f44feffd640 1 -- 172.21.15.173:0/3898763771 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f44f808a770 con 0x7f45000b69d0 2024-09-10T09:28:06.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.478+0000 7f45063b3640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f44ec06be30 0x7f44ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.479+0000 7f45063b3640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f44ec06be30 0x7f44ec06e2f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f44f0034000 tx=0x7f44f002f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:06.483 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.483+0000 7f44feffd640 1 -- 172.21.15.173:0/3898763771 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44f8059430 con 0x7f45000b69d0 2024-09-10T09:28:06.710 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.709+0000 7f4508617640 1 -- 172.21.15.173:0/3898763771 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f4500070c00 con 0x7f45000b69d0 2024-09-10T09:28:06.711 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.711+0000 7f44feffd640 1 -- 172.21.15.173:0/3898763771 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f44f8058d30 con 0x7f45000b69d0 2024-09-10T09:28:06.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 -- 172.21.15.173:0/3898763771 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f44ec06be30 msgr2=0x7f44ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f44ec06be30 0x7f44ec06e2f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f44f0034000 tx=0x7f44f002f000 comp rx=0 tx=0).stop 2024-09-10T09:28:06.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 -- 172.21.15.173:0/3898763771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 msgr2=0x7f45001f4a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 0x7f45001f4a90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f44f800c450 tx=0x7f44f800c850 comp rx=0 tx=0).stop 2024-09-10T09:28:06.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 -- 172.21.15.173:0/3898763771 shutdown_connections 2024-09-10T09:28:06.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f44ec06be30 0x7f44ec06e2f0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45000b69d0 0x7f45001f4a90 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.714 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45000affb0 0x7f4500156310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.715 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 --2- 172.21.15.173:0/3898763771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f45000af280 0x7f4500152530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.715 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 -- 172.21.15.173:0/3898763771 >> 172.21.15.173:0/3898763771 conn(0x7f450006bc10 msgr2=0x7f4500154020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:06.715 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 -- 172.21.15.173:0/3898763771 shutdown_connections 2024-09-10T09:28:06.715 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.713+0000 7f4508617640 1 -- 172.21.15.173:0/3898763771 wait complete. 2024-09-10T09:28:06.725 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-10T09:28:06.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.823+0000 7f141df2c640 1 Processor -- start 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.823+0000 7f141df2c640 1 -- start start 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f141df2c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815e5f0 0x7f14180d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f141df2c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f14180b6690 0x7f141806d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f141df2c640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14180d3690 con 0x7f14180d30f0 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f141df2c640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f141806d530 con 0x7f14180b6690 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f141df2c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f14180d3970 con 0x7f141815e5f0 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f1416ffd640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f14180d30f0 0x7f14180b5f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:55420/0 (socket says 172.21.15.173:55420) 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f1416ffd640 1 -- 172.21.15.173:0/3216242418 learned_addr learned my addr 172.21.15.173:0/3216242418 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4000169251 0 0) 0x7f14180d3690 con 0x7f14180d30f0 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1400003520 con 0x7f14180d30f0 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14177fe640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815e5f0 0x7f14180d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f1417fff640 1 --2- 172.21.15.173:0/3216242418 >> v2:172.21.15.176:3300/0 conn(0x7f14180b6690 0x7f141806d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 605364730 0 0) 0x7f1400003520 con 0x7f14180d30f0 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815e5f0 msgr2=0x7f14180d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815e5f0 0x7f14180d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 >> v2:172.21.15.176:3300/0 conn(0x7f14180b6690 msgr2=0x7f141806d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 --2- 172.21.15.173:0/3216242418 >> v2:172.21.15.176:3300/0 conn(0x7f14180b6690 0x7f141806d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f141806cee0 con 0x7f14180d30f0 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f140c001670 con 0x7f14180d30f0 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14177fe640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815e5f0 0x7f14180d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 >> v1:172.21.15.173:6789/0 conn(0x7f14180d30f0 legacy=0x7f14180b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 0x7f1400003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1400004800 0x7f1400004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815e5f0 0x7f14000051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f141806d530 con 0x7f14000039b0 2024-09-10T09:28:06.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f14180d3970 con 0x7f1400004800 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f140000b9c0 con 0x7f141815e5f0 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.824+0000 7f14177fe640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 0x7f1400003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.825+0000 7f1417fff640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815e5f0 0x7f14000051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.825+0000 7f1416ffd640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1400004800 0x7f1400004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.825+0000 7f14177fe640 1 -- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815e5f0 msgr2=0x7f14000051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.825+0000 7f14177fe640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815e5f0 0x7f14000051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.825+0000 7f14177fe640 1 -- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1400004800 msgr2=0x7f1400004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.825+0000 7f14177fe640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1400004800 0x7f1400004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.825+0000 7f14177fe640 1 -- 172.21.15.173:0/3216242418 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1400003520 con 0x7f14000039b0 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.825+0000 7f14177fe640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 0x7f1400003dd0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f14080098d0 tx=0x7f1400005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67dfa9eb7a9c535e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.826+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f140800f040 con 0x7f14000039b0 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.826+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f140802ad00 con 0x7f14000039b0 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.826+0000 7f14167fc640 1 -- 172.21.15.173:0/3216242418 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408004250 con 0x7f14000039b0 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.826+0000 7f141df2c640 1 -- 172.21.15.173:0/3216242418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 msgr2=0x7f1400003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.826+0000 7f141df2c640 1 --2- 172.21.15.173:0/3216242418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 0x7f1400003dd0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f14080098d0 tx=0x7f1400005830 comp rx=0 tx=0).stop 2024-09-10T09:28:06.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.826+0000 7f1417fff640 1 -- 172.21.15.173:0/3216242418 reap_dead start 2024-09-10T09:28:06.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.826+0000 7f141df2c640 1 -- 172.21.15.173:0/3216242418 shutdown_connections 2024-09-10T09:28:06.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.826+0000 7f141df2c640 1 -- 172.21.15.173:0/3216242418 >> 172.21.15.173:0/3216242418 conn(0x7f141808bfc0 msgr2=0x7f14180d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:06.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.826+0000 7f141df2c640 1 -- 172.21.15.173:0/3216242418 shutdown_connections 2024-09-10T09:28:06.831 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.826+0000 7f141df2c640 1 -- 172.21.15.173:0/3216242418 wait complete. 2024-09-10T09:28:06.833 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.827+0000 7f141df2c640 1 Processor -- start 2024-09-10T09:28:06.833 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.827+0000 7f141df2c640 1 -- start start 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f141df2c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 0x7f14180c8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f141df2c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815fc30 0x7f14180cab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f141df2c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f141815aa10 0x7f14181f3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f141df2c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f14180d4dd0 con 0x7f14000039b0 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f141df2c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f141815e9d0 con 0x7f141815aa10 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f141df2c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f14180d4f50 con 0x7f141815fc30 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f14177fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 0x7f14180c8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f14177fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 0x7f14180c8d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54352/0 (socket says 172.21.15.173:54352) 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f14177fe640 1 -- 172.21.15.173:0/3064360114 learned_addr learned my addr 172.21.15.173:0/3064360114 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f1417fff640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f141815aa10 0x7f14181f3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.828+0000 7f1416ffd640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815fc30 0x7f14180cab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f14177fe640 1 -- 172.21.15.173:0/3064360114 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815fc30 msgr2=0x7f14180cab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f14177fe640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815fc30 0x7f14180cab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f14177fe640 1 -- 172.21.15.173:0/3064360114 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f141815aa10 msgr2=0x7f14181f3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f14177fe640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f141815aa10 0x7f14181f3b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f14177fe640 1 -- 172.21.15.173:0/3064360114 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14180cb080 con 0x7f14000039b0 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f1416ffd640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815fc30 0x7f14180cab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f1417fff640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f141815aa10 0x7f14181f3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f14177fe640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 0x7f14180c8d20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1408034040 tx=0x7f1408004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f13fffff640 1 -- 172.21.15.173:0/3064360114 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408041070 con 0x7f14000039b0 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f13fffff640 1 -- 172.21.15.173:0/3064360114 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f140800f000 con 0x7f14000039b0 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f141df2c640 1 -- 172.21.15.173:0/3064360114 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14180c9350 con 0x7f14000039b0 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f13fffff640 1 -- 172.21.15.173:0/3064360114 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408003c50 con 0x7f14000039b0 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.829+0000 7f141df2c640 1 -- 172.21.15.173:0/3064360114 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14180b88d0 con 0x7f14000039b0 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.830+0000 7f141df2c640 1 -- 172.21.15.173:0/3064360114 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14180d5360 con 0x7f14000039b0 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.830+0000 7f13fffff640 1 -- 172.21.15.173:0/3064360114 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1408044070 con 0x7f14000039b0 2024-09-10T09:28:06.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.831+0000 7f13fffff640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f140406be60 0x7f140406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:06.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.831+0000 7f1416ffd640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f140406be60 0x7f140406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:06.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.831+0000 7f13fffff640 1 -- 172.21.15.173:0/3064360114 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f14080ab2f0 con 0x7f14000039b0 2024-09-10T09:28:06.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.831+0000 7f1416ffd640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f140406be60 0x7f140406e320 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f141815c2a0 tx=0x7f140c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:06.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:06.835+0000 7f13fffff640 1 -- 172.21.15.173:0/3064360114 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1408079e60 con 0x7f14000039b0 2024-09-10T09:28:07.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.066+0000 7f141df2c640 1 -- 172.21.15.173:0/3064360114 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f141806bda0 con 0x7f14000039b0 2024-09-10T09:28:07.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.068+0000 7f13fffff640 1 -- 172.21.15.173:0/3064360114 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f1408079760 con 0x7f14000039b0 2024-09-10T09:28:07.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 -- 172.21.15.173:0/3064360114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f140406be60 msgr2=0x7f140406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f140406be60 0x7f140406e320 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f141815c2a0 tx=0x7f140c009040 comp rx=0 tx=0).stop 2024-09-10T09:28:07.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 -- 172.21.15.173:0/3064360114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 msgr2=0x7f14180c8d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 0x7f14180c8d20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1408034040 tx=0x7f1408004730 comp rx=0 tx=0).stop 2024-09-10T09:28:07.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 -- 172.21.15.173:0/3064360114 shutdown_connections 2024-09-10T09:28:07.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f140406be60 0x7f140406e320 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f141815aa10 0x7f14181f3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.072 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f141815fc30 0x7f14180cab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 --2- 172.21.15.173:0/3064360114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14000039b0 0x7f14180c8d20 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 -- 172.21.15.173:0/3064360114 >> 172.21.15.173:0/3064360114 conn(0x7f141808bfc0 msgr2=0x7f14180b1a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:07.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 -- 172.21.15.173:0/3064360114 shutdown_connections 2024-09-10T09:28:07.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.071+0000 7f141df2c640 1 -- 172.21.15.173:0/3064360114 wait complete. 2024-09-10T09:28:07.082 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-10T09:28:07.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.181+0000 7ff5e0694640 1 Processor -- start 2024-09-10T09:28:07.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.181+0000 7ff5e0694640 1 -- start start 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5e0694640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5d815e740 0x7ff5d80d1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5e0694640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff5d809b690 0x7ff5d806cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5e0694640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff5d806d4c0 0x7ff5d806d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5e0694640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7ff5d815eb20 con 0x7ff5d809b690 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5e0694640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7ff5d806d260 con 0x7ff5d806d4c0 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5e0694640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff5d80d0780 con 0x7ff5d815e740 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5ddc2f640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff5d809b690 0x7ff5d806cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5ddc2f640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff5d809b690 0x7ff5d806cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54360/0 (socket says 172.21.15.173:54360) 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5ddc2f640 1 -- 172.21.15.173:0/3614786181 learned_addr learned my addr 172.21.15.173:0/3614786181 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5de430640 1 --2- 172.21.15.173:0/3614786181 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5d815e740 0x7ff5d80d1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5dec31640 1 --2- 172.21.15.173:0/3614786181 >> v2:172.21.15.176:3300/0 conn(0x7ff5d806d4c0 0x7ff5d806d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5ddc2f640 1 -- 172.21.15.173:0/3614786181 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5d815e740 msgr2=0x7ff5d80d1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:07.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5ddc2f640 1 --2- 172.21.15.173:0/3614786181 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5d815e740 0x7ff5d80d1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5ddc2f640 1 -- 172.21.15.173:0/3614786181 >> v2:172.21.15.176:3300/0 conn(0x7ff5d806d4c0 msgr2=0x7ff5d806d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:07.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5ddc2f640 1 --2- 172.21.15.173:0/3614786181 >> v2:172.21.15.176:3300/0 conn(0x7ff5d806d4c0 0x7ff5d806d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.182+0000 7ff5ddc2f640 1 -- 172.21.15.173:0/3614786181 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5d80d0a60 con 0x7ff5d809b690 2024-09-10T09:28:07.186 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.183+0000 7ff5ddc2f640 1 --2- 172.21.15.173:0/3614786181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d809b690 0x7ff5d806cd20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8163240 tx=0x7ff5c802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10560dcfc1f1c089 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:07.186 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.183+0000 7ff5dd42e640 1 -- 172.21.15.173:0/3614786181 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c8037070 con 0x7ff5d809b690 2024-09-10T09:28:07.186 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.183+0000 7ff5dd42e640 1 -- 172.21.15.173:0/3614786181 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5c8032440 con 0x7ff5d809b690 2024-09-10T09:28:07.186 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.183+0000 7ff5dd42e640 1 -- 172.21.15.173:0/3614786181 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c8032810 con 0x7ff5d809b690 2024-09-10T09:28:07.186 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.184+0000 7ff5e0694640 1 -- 172.21.15.173:0/3614786181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d809b690 msgr2=0x7ff5d806cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.186 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.184+0000 7ff5e0694640 1 --2- 172.21.15.173:0/3614786181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d809b690 0x7ff5d806cd20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8163240 tx=0x7ff5c802a2a0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.186 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.184+0000 7ff5e0694640 1 -- 172.21.15.173:0/3614786181 shutdown_connections 2024-09-10T09:28:07.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.184+0000 7ff5e0694640 1 --2- 172.21.15.173:0/3614786181 >> v2:172.21.15.176:3300/0 conn(0x7ff5d806d4c0 0x7ff5d806d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.184+0000 7ff5e0694640 1 --2- 172.21.15.173:0/3614786181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d809b690 0x7ff5d806cd20 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.184+0000 7ff5e0694640 1 --2- 172.21.15.173:0/3614786181 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5d815e740 0x7ff5d80d1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.184+0000 7ff5e0694640 1 -- 172.21.15.173:0/3614786181 >> 172.21.15.173:0/3614786181 conn(0x7ff5d80d23a0 msgr2=0x7ff5d80d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:07.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.184+0000 7ff5e0694640 1 -- 172.21.15.173:0/3614786181 shutdown_connections 2024-09-10T09:28:07.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.184+0000 7ff5e0694640 1 -- 172.21.15.173:0/3614786181 wait complete. 2024-09-10T09:28:07.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.185+0000 7ff5e0694640 1 Processor -- start 2024-09-10T09:28:07.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.185+0000 7ff5e0694640 1 -- start start 2024-09-10T09:28:07.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5e0694640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d806d4c0 0x7ff5d81602a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5e0694640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5d809b690 0x7ff5d815f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5e0694640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5d815e740 0x7ff5d8162020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5e0694640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d809ba90 con 0x7ff5d806d4c0 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5e0694640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d80d1020 con 0x7ff5d809b690 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5e0694640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff5d806de50 con 0x7ff5d815e740 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5de430640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d806d4c0 0x7ff5d81602a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5de430640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d806d4c0 0x7ff5d81602a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54364/0 (socket says 172.21.15.173:54364) 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5de430640 1 -- 172.21.15.173:0/1490015918 learned_addr learned my addr 172.21.15.173:0/1490015918 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5ddc2f640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5d809b690 0x7ff5d815f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5dec31640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5d815e740 0x7ff5d8162020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5de430640 1 -- 172.21.15.173:0/1490015918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5d815e740 msgr2=0x7ff5d8162020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5de430640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5d815e740 0x7ff5d8162020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5de430640 1 -- 172.21.15.173:0/1490015918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5d809b690 msgr2=0x7ff5d815f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5de430640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5d809b690 0x7ff5d815f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5de430640 1 -- 172.21.15.173:0/1490015918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5d8162b70 con 0x7ff5d806d4c0 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5de430640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d806d4c0 0x7ff5d81602a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff5d400d5f0 tx=0x7ff5d400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:07.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.186+0000 7ff5ceffd640 1 -- 172.21.15.173:0/1490015918 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d40125f0 con 0x7ff5d806d4c0 2024-09-10T09:28:07.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.187+0000 7ff5ceffd640 1 -- 172.21.15.173:0/1490015918 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5d4019070 con 0x7ff5d806d4c0 2024-09-10T09:28:07.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.187+0000 7ff5e0694640 1 -- 172.21.15.173:0/1490015918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5d8162e50 con 0x7ff5d806d4c0 2024-09-10T09:28:07.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.187+0000 7ff5ceffd640 1 -- 172.21.15.173:0/1490015918 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d40129d0 con 0x7ff5d806d4c0 2024-09-10T09:28:07.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.187+0000 7ff5e0694640 1 -- 172.21.15.173:0/1490015918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5d80ce270 con 0x7ff5d806d4c0 2024-09-10T09:28:07.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.187+0000 7ff5e0694640 1 -- 172.21.15.173:0/1490015918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5d806d910 con 0x7ff5d806d4c0 2024-09-10T09:28:07.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.188+0000 7ff5ceffd640 1 -- 172.21.15.173:0/1490015918 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff5d4012b70 con 0x7ff5d806d4c0 2024-09-10T09:28:07.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.188+0000 7ff5ceffd640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5bc06be60 0x7ff5bc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.189+0000 7ff5ceffd640 1 -- 172.21.15.173:0/1490015918 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7ff5d408aed0 con 0x7ff5d806d4c0 2024-09-10T09:28:07.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.189+0000 7ff5ddc2f640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5bc06be60 0x7ff5bc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.189+0000 7ff5ddc2f640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5bc06be60 0x7ff5bc06e320 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8034000 tx=0x7ff5c802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:07.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.193+0000 7ff5ceffd640 1 -- 172.21.15.173:0/1490015918 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff5d40593f0 con 0x7ff5d806d4c0 2024-09-10T09:28:07.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.424+0000 7ff5e0694640 1 -- 172.21.15.173:0/1490015918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7ff5d80d1cb0 con 0x7ff5d806d4c0 2024-09-10T09:28:07.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.426+0000 7ff5ceffd640 1 -- 172.21.15.173:0/1490015918 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7ff5d405d6f0 con 0x7ff5d806d4c0 2024-09-10T09:28:07.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 -- 172.21.15.173:0/1490015918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5bc06be60 msgr2=0x7ff5bc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5bc06be60 0x7ff5bc06e320 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8034000 tx=0x7ff5c802e000 comp rx=0 tx=0).stop 2024-09-10T09:28:07.429 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 -- 172.21.15.173:0/1490015918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d806d4c0 msgr2=0x7ff5d81602a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d806d4c0 0x7ff5d81602a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff5d400d5f0 tx=0x7ff5d400dab0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 -- 172.21.15.173:0/1490015918 shutdown_connections 2024-09-10T09:28:07.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff5bc06be60 0x7ff5bc06e320 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5d815e740 0x7ff5d8162020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5d809b690 0x7ff5d815f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 --2- 172.21.15.173:0/1490015918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5d806d4c0 0x7ff5d81602a0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 -- 172.21.15.173:0/1490015918 >> 172.21.15.173:0/1490015918 conn(0x7ff5d80d23a0 msgr2=0x7ff5d806e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:07.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 -- 172.21.15.173:0/1490015918 shutdown_connections 2024-09-10T09:28:07.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.428+0000 7ff5e0694640 1 -- 172.21.15.173:0/1490015918 wait complete. 2024-09-10T09:28:07.441 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-10T09:28:07.540 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.539+0000 7fbdaa7a6640 1 Processor -- start 2024-09-10T09:28:07.540 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.539+0000 7fbdaa7a6640 1 -- start start 2024-09-10T09:28:07.541 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbdaa7a6640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbda40afd70 0x7fbda4160820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.541 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbdaa7a6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 0x7fbda40b63d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbdaa7a6640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbda4160d60 con 0x7fbda40b5f80 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbdaa7a6640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fbda40b6910 con 0x7fbda40afd70 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbdaa7a6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fbda406fdb0 con 0x7fbda40ce660 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbda3fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbda40afd70 0x7fbda4160820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbda3fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbda40afd70 0x7fbda4160820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54370/0 (socket says 172.21.15.173:54370) 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbda3fff640 1 -- 172.21.15.173:0/3745221533 learned_addr learned my addr 172.21.15.173:0/3745221533 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbda8d43640 1 --2- 172.21.15.173:0/3745221533 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 0x7fbda40b63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbda3fff640 1 -- 172.21.15.173:0/3745221533 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 msgr2=0x7fbda40b63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbda3fff640 1 --2- 172.21.15.173:0/3745221533 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 0x7fbda40b63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbda3fff640 1 -- 172.21.15.173:0/3745221533 >> v1:172.21.15.176:6789/0 conn(0x7fbda40b5f80 legacy=0x7fbda406e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbda3fff640 1 -- 172.21.15.173:0/3745221533 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda4070090 con 0x7fbda40afd70 2024-09-10T09:28:07.542 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.540+0000 7fbda8d43640 1 --2- 172.21.15.173:0/3745221533 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 0x7fbda40b63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:07.544 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.541+0000 7fbda3fff640 1 --2- 172.21.15.173:0/3745221533 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40afd70 0x7fbda4160820 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009870 tx=0x7fbd9402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdb46438457103ad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:07.544 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.541+0000 7fbda2ffd640 1 -- 172.21.15.173:0/3745221533 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd94037070 con 0x7fbda40afd70 2024-09-10T09:28:07.544 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.541+0000 7fbda2ffd640 1 -- 172.21.15.173:0/3745221533 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd94032440 con 0x7fbda40afd70 2024-09-10T09:28:07.544 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.541+0000 7fbda2ffd640 1 -- 172.21.15.173:0/3745221533 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd94032810 con 0x7fbda40afd70 2024-09-10T09:28:07.544 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.542+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/3745221533 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40afd70 msgr2=0x7fbda4160820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.544 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.542+0000 7fbdaa7a6640 1 --2- 172.21.15.173:0/3745221533 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40afd70 0x7fbda4160820 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009870 tx=0x7fbd9402a210 comp rx=0 tx=0).stop 2024-09-10T09:28:07.544 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.542+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/3745221533 shutdown_connections 2024-09-10T09:28:07.544 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.542+0000 7fbdaa7a6640 1 --2- 172.21.15.173:0/3745221533 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 0x7fbda40b63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.545 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.542+0000 7fbdaa7a6640 1 --2- 172.21.15.173:0/3745221533 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40afd70 0x7fbda4160820 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.545 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.542+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/3745221533 >> 172.21.15.173:0/3745221533 conn(0x7fbda406bc10 msgr2=0x7fbda406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:07.545 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.542+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/3745221533 shutdown_connections 2024-09-10T09:28:07.545 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.542+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/3745221533 wait complete. 2024-09-10T09:28:07.545 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.543+0000 7fbdaa7a6640 1 Processor -- start 2024-09-10T09:28:07.545 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.543+0000 7fbdaa7a6640 1 -- start start 2024-09-10T09:28:07.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbdaa7a6640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbda40afd70 0x7fbda40aefe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbdaa7a6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40b5f80 0x7fbda40b5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbdaa7a6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 0x7fbda4153940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbdaa7a6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbda406fa80 con 0x7fbda40b5f80 2024-09-10T09:28:07.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbdaa7a6640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbda4070650 con 0x7fbda40afd70 2024-09-10T09:28:07.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbdaa7a6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fbda40b0150 con 0x7fbda40ce660 2024-09-10T09:28:07.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda37fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40b5f80 0x7fbda40b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda37fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40b5f80 0x7fbda40b5760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54372/0 (socket says 172.21.15.173:54372) 2024-09-10T09:28:07.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda37fe640 1 -- 172.21.15.173:0/1718333612 learned_addr learned my addr 172.21.15.173:0/1718333612 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:07.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda3fff640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbda40afd70 0x7fbda40aefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda8d43640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 0x7fbda4153940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda37fe640 1 -- 172.21.15.173:0/1718333612 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 msgr2=0x7fbda4153940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda37fe640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 0x7fbda4153940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda37fe640 1 -- 172.21.15.173:0/1718333612 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbda40afd70 msgr2=0x7fbda40aefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda37fe640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbda40afd70 0x7fbda40aefe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda37fe640 1 -- 172.21.15.173:0/1718333612 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda4155930 con 0x7fbda40b5f80 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.544+0000 7fbda37fe640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40b5f80 0x7fbda40b5760 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800c460 tx=0x7fbd9800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.545+0000 7fbda0ff9640 1 -- 172.21.15.173:0/1718333612 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98016020 con 0x7fbda40b5f80 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.545+0000 7fbda0ff9640 1 -- 172.21.15.173:0/1718333612 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd98012870 con 0x7fbda40b5f80 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.545+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/1718333612 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda41518a0 con 0x7fbda40b5f80 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.545+0000 7fbda0ff9640 1 -- 172.21.15.173:0/1718333612 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98012c60 con 0x7fbda40b5f80 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.545+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/1718333612 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda4155e80 con 0x7fbda40b5f80 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.546+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/1718333612 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbda4160060 con 0x7fbda40b5f80 2024-09-10T09:28:07.548 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.546+0000 7fbda0ff9640 1 -- 172.21.15.173:0/1718333612 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbd98019020 con 0x7fbda40b5f80 2024-09-10T09:28:07.549 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.547+0000 7fbda0ff9640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd9006be30 0x7fbd9006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.549 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.547+0000 7fbda3fff640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd9006be30 0x7fbd9006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.549 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.547+0000 7fbda0ff9640 1 -- 172.21.15.173:0/1718333612 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fbd9808a5b0 con 0x7fbda40b5f80 2024-09-10T09:28:07.549 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.547+0000 7fbda3fff640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd9006be30 0x7fbd9006e2f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbd94034000 tx=0x7fbd9402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:07.552 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.551+0000 7fbda0ff9640 1 -- 172.21.15.173:0/1718333612 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbd98020070 con 0x7fbda40b5f80 2024-09-10T09:28:07.783 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.782+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/1718333612 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fbda4067fc0 con 0x7fbda40b5f80 2024-09-10T09:28:07.785 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.784+0000 7fbda0ff9640 1 -- 172.21.15.173:0/1718333612 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7fbd98058ad0 con 0x7fbda40b5f80 2024-09-10T09:28:07.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/1718333612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd9006be30 msgr2=0x7fbd9006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd9006be30 0x7fbd9006e2f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbd94034000 tx=0x7fbd9402e000 comp rx=0 tx=0).stop 2024-09-10T09:28:07.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/1718333612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40b5f80 msgr2=0x7fbda40b5760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40b5f80 0x7fbda40b5760 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800c460 tx=0x7fbd9800c920 comp rx=0 tx=0).stop 2024-09-10T09:28:07.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/1718333612 shutdown_connections 2024-09-10T09:28:07.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd9006be30 0x7fbd9006e2f0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda40ce660 0x7fbda4153940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda40b5f80 0x7fbda40b5760 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 --2- 172.21.15.173:0/1718333612 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbda40afd70 0x7fbda40aefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/1718333612 >> 172.21.15.173:0/1718333612 conn(0x7fbda406bc10 msgr2=0x7fbda406cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:07.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/1718333612 shutdown_connections 2024-09-10T09:28:07.789 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.787+0000 7fbdaa7a6640 1 -- 172.21.15.173:0/1718333612 wait complete. 2024-09-10T09:28:07.799 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T09:28:07.898 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.897+0000 7f3bbeb8d640 1 Processor -- start 2024-09-10T09:28:07.898 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.897+0000 7f3bbeb8d640 1 -- start start 2024-09-10T09:28:07.901 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bbeb8d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f3bb809b140 0x7f3bb8169570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.901 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bbeb8d640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bb806cec0 con 0x7f3bb806df60 2024-09-10T09:28:07.901 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bbeb8d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bb806d1a0 con 0x7f3bb815e5d0 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bbeb8d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f3bb806dad0 con 0x7f3bb809b140 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb7fff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f3bb806df60 0x7f3bb809aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:55424/0 (socket says 172.21.15.173:55424) 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb7fff640 1 -- 172.21.15.173:0/639861041 learned_addr learned my addr 172.21.15.173:0/639861041 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 414709332 0 0) 0x7f3bb806cec0 con 0x7f3bb806df60 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ba8003520 con 0x7f3bb806df60 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bbd12a640 1 --2- 172.21.15.173:0/639861041 >> v2:172.21.15.176:3300/0 conn(0x7f3bb809b140 0x7f3bb8169570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 74861289 0 0) 0x7f3ba8003520 con 0x7f3bb806df60 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 >> v2:172.21.15.176:3300/0 conn(0x7f3bb809b140 msgr2=0x7f3bb8169570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 --2- 172.21.15.173:0/639861041 >> v2:172.21.15.176:3300/0 conn(0x7f3bb809b140 0x7f3bb8169570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 >> v1:172.21.15.176:6789/0 conn(0x7f3bb815e5d0 legacy=0x7f3bb80d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bb806d480 con 0x7f3bb806df60 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f3ba4001670 con 0x7f3bb806df60 2024-09-10T09:28:07.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 >> v1:172.21.15.173:6789/0 conn(0x7f3bb806df60 legacy=0x7f3bb809aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba80039e0 0x7f3ba8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3ba8004800 0x7f3ba8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba8005210 0x7f3ba800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb806dad0 con 0x7f3ba80039e0 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba800c120 con 0x7f3ba8005210 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f3ba800c320 con 0x7f3ba8004800 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bbc929640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba80039e0 0x7f3ba8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.898+0000 7f3bbd12a640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba8005210 0x7f3ba800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.899+0000 7f3bb7fff640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3ba8004800 0x7f3ba8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.899+0000 7f3bbc929640 1 -- 172.21.15.173:0/639861041 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3ba8004800 msgr2=0x7f3ba8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.899+0000 7f3bbc929640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3ba8004800 0x7f3ba8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.899+0000 7f3bbc929640 1 -- 172.21.15.173:0/639861041 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba8005210 msgr2=0x7f3ba800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.899+0000 7f3bbc929640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba8005210 0x7f3ba800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.899+0000 7f3bbc929640 1 -- 172.21.15.173:0/639861041 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ba8003520 con 0x7f3ba80039e0 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.899+0000 7f3bbd12a640 1 -- 172.21.15.173:0/639861041 reap_dead start 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.899+0000 7f3bbc929640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba80039e0 0x7f3ba8003e00 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3bac001750 tx=0x7f3ba8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c50dc7fb8354dbd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.899+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bac001370 con 0x7f3ba80039e0 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.900+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bac0052d0 con 0x7f3ba80039e0 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.900+0000 7f3bb77fe640 1 -- 172.21.15.173:0/639861041 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bac02abc0 con 0x7f3ba80039e0 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.900+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/639861041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba80039e0 msgr2=0x7f3ba8003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.900+0000 7f3bbeb8d640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba80039e0 0x7f3ba8003e00 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3bac001750 tx=0x7f3ba8005830 comp rx=0 tx=0).stop 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.900+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/639861041 shutdown_connections 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.900+0000 7f3bbeb8d640 1 --2- 172.21.15.173:0/639861041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3ba80039e0 0x7f3ba8003e00 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.900+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/639861041 >> 172.21.15.173:0/639861041 conn(0x7f3bb80d23a0 msgr2=0x7f3bb80d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:07.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.900+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/639861041 shutdown_connections 2024-09-10T09:28:07.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.900+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/639861041 wait complete. 2024-09-10T09:28:07.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.901+0000 7f3bbeb8d640 1 Processor -- start 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.901+0000 7f3bbeb8d640 1 -- start start 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bbeb8d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba80039e0 0x7f3bb80c68a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bbeb8d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bb80b7df0 0x7f3bb80c7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bbeb8d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3bb80c82e0 0x7f3bb80b60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bbeb8d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb815eb30 con 0x7f3bb80b7df0 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bbeb8d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb815e9b0 con 0x7f3ba80039e0 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bbeb8d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f3bb809aa30 con 0x7f3bb80c82e0 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bb7fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bb80b7df0 0x7f3bb80c7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bb7fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bb80b7df0 0x7f3bb80c7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54380/0 (socket says 172.21.15.173:54380) 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bb7fff640 1 -- 172.21.15.173:0/524858890 learned_addr learned my addr 172.21.15.173:0/524858890 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bbc929640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba80039e0 0x7f3bb80c68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bbd12a640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3bb80c82e0 0x7f3bb80b60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.908 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bb7fff640 1 -- 172.21.15.173:0/524858890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3bb80c82e0 msgr2=0x7f3bb80b60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bb7fff640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3bb80c82e0 0x7f3bb80b60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bb7fff640 1 -- 172.21.15.173:0/524858890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba80039e0 msgr2=0x7f3bb80c68a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bb7fff640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba80039e0 0x7f3bb80c68a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.902+0000 7f3bb7fff640 1 -- 172.21.15.173:0/524858890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bb80c71a0 con 0x7f3bb80b7df0 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.903+0000 7f3bbc929640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba80039e0 0x7f3bb80c68a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.903+0000 7f3bbd12a640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3bb80c82e0 0x7f3bb80b60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.903+0000 7f3bb7fff640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bb80b7df0 0x7f3bb80c7da0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3ba4007290 tx=0x7f3ba4007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.903+0000 7f3bb57fa640 1 -- 172.21.15.173:0/524858890 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ba400f960 con 0x7f3bb80b7df0 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.903+0000 7f3bb57fa640 1 -- 172.21.15.173:0/524858890 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ba4018070 con 0x7f3bb80b7df0 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.903+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/524858890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bb80b5300 con 0x7f3bb80b7df0 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.903+0000 7f3bb57fa640 1 -- 172.21.15.173:0/524858890 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ba400fd60 con 0x7f3bb80b7df0 2024-09-10T09:28:07.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.903+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/524858890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bb80b58c0 con 0x7f3bb80b7df0 2024-09-10T09:28:07.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.904+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/524858890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bb809ae20 con 0x7f3bb80b7df0 2024-09-10T09:28:07.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.904+0000 7f3bb57fa640 1 -- 172.21.15.173:0/524858890 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3ba401d460 con 0x7f3bb80b7df0 2024-09-10T09:28:07.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.905+0000 7f3bb57fa640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b9c06be60 0x7f3b9c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:07.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.905+0000 7f3bb57fa640 1 -- 172.21.15.173:0/524858890 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f3ba408acf0 con 0x7f3bb80b7df0 2024-09-10T09:28:07.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.905+0000 7f3bbc929640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b9c06be60 0x7f3b9c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:07.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.905+0000 7f3bbc929640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b9c06be60 0x7f3b9c06e320 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3bac032000 tx=0x7f3bac02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:07.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:07.909+0000 7f3bb57fa640 1 -- 172.21.15.173:0/524858890 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3ba408f070 con 0x7f3bb80b7df0 2024-09-10T09:28:08.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.076+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/524858890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f3bb809b760 con 0x7f3bb80b7df0 2024-09-10T09:28:08.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.076+0000 7f3bb57fa640 1 -- 172.21.15.173:0/524858890 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v35) ==== 84+0+65 (secure 0 0 0) 0x7f3ba40598f0 con 0x7f3bb80b7df0 2024-09-10T09:28:08.077 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:08.078 INFO:teuthology.orchestra.run.smithi173.stdout:[ 2024-09-10T09:28:08.078 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-09-10T09:28:08.078 INFO:teuthology.orchestra.run.smithi173.stdout: "poolnum": 1, 2024-09-10T09:28:08.078 INFO:teuthology.orchestra.run.smithi173.stdout: "poolname": ".mgr" 2024-09-10T09:28:08.078 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-09-10T09:28:08.078 INFO:teuthology.orchestra.run.smithi173.stdout:] 2024-09-10T09:28:08.079 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/524858890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b9c06be60 msgr2=0x7f3b9c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b9c06be60 0x7f3b9c06e320 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3bac032000 tx=0x7f3bac02e000 comp rx=0 tx=0).stop 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/524858890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bb80b7df0 msgr2=0x7f3bb80c7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bb80b7df0 0x7f3bb80c7da0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3ba4007290 tx=0x7f3ba4007750 comp rx=0 tx=0).stop 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/524858890 shutdown_connections 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f3b9c06be60 0x7f3b9c06e320 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3bb80c82e0 0x7f3bb80b60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bb80b7df0 0x7f3bb80c7da0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 --2- 172.21.15.173:0/524858890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba80039e0 0x7f3bb80c68a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/524858890 >> 172.21.15.173:0/524858890 conn(0x7f3bb80d23a0 msgr2=0x7f3bb80d17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/524858890 shutdown_connections 2024-09-10T09:28:08.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.078+0000 7f3bbeb8d640 1 -- 172.21.15.173:0/524858890 wait complete. 2024-09-10T09:28:08.090 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T09:28:08.090 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T09:28:08.193 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.192+0000 7f1a8e6a6640 1 Processor -- start 2024-09-10T09:28:08.193 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.192+0000 7f1a8e6a6640 1 -- start start 2024-09-10T09:28:08.194 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a8e6a6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a8815e7f0 0x7f1a880b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a8e6a6640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1a880af210 0x7f1a88070a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a8e6a6640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a8806cdc0 con 0x7f1a880b7250 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a8e6a6640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f1a8806d0a0 con 0x7f1a880af210 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a8e6a6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1a8806d380 con 0x7f1a8815e7f0 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a877fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1a880af210 0x7f1a88070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a8cc43640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f1a880b7250 0x7f1a8809aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:55432/0 (socket says 172.21.15.173:55432) 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a877fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f1a880af210 0x7f1a88070a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54396/0 (socket says 172.21.15.173:54396) 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a8cc43640 1 -- 172.21.15.173:0/1850296500 learned_addr learned my addr 172.21.15.173:0/1850296500 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a87fff640 1 --2- 172.21.15.173:0/1850296500 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a8815e7f0 0x7f1a880b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a877fe640 1 -- 172.21.15.173:0/1850296500 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a8815e7f0 msgr2=0x7f1a880b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a877fe640 1 --2- 172.21.15.173:0/1850296500 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a8815e7f0 0x7f1a880b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a877fe640 1 -- 172.21.15.173:0/1850296500 >> v1:172.21.15.173:6789/0 conn(0x7f1a880b7250 legacy=0x7f1a8809aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:08.195 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a877fe640 1 -- 172.21.15.173:0/1850296500 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a8806d660 con 0x7f1a880af210 2024-09-10T09:28:08.196 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a86ffd640 1 -- 172.21.15.173:0/1850296500 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 31636920 0 0) 0x7f1a8806cdc0 con 0x7f1a880b7250 2024-09-10T09:28:08.196 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.193+0000 7f1a87fff640 1 --2- 172.21.15.173:0/1850296500 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a8815e7f0 0x7f1a880b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:08.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.194+0000 7f1a877fe640 1 --2- 172.21.15.173:0/1850296500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880af210 0x7f1a88070a70 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0097a0 tx=0x7f1a7c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9823b3523f4fdfa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:08.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.194+0000 7f1a86ffd640 1 -- 172.21.15.173:0/1850296500 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c037070 con 0x7f1a880af210 2024-09-10T09:28:08.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.194+0000 7f1a86ffd640 1 -- 172.21.15.173:0/1850296500 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a7c032440 con 0x7f1a880af210 2024-09-10T09:28:08.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.194+0000 7f1a86ffd640 1 -- 172.21.15.173:0/1850296500 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c032810 con 0x7f1a880af210 2024-09-10T09:28:08.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.195+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/1850296500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880af210 msgr2=0x7f1a88070a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:08.197 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.195+0000 7f1a8e6a6640 1 --2- 172.21.15.173:0/1850296500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880af210 0x7f1a88070a70 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0097a0 tx=0x7f1a7c02a180 comp rx=0 tx=0).stop 2024-09-10T09:28:08.198 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.195+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/1850296500 shutdown_connections 2024-09-10T09:28:08.198 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.195+0000 7f1a8e6a6640 1 --2- 172.21.15.173:0/1850296500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880af210 0x7f1a88070a70 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:08.198 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.195+0000 7f1a8e6a6640 1 --2- 172.21.15.173:0/1850296500 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a8815e7f0 0x7f1a880b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:08.198 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.195+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/1850296500 >> 172.21.15.173:0/1850296500 conn(0x7f1a880b3f30 msgr2=0x7f1a880b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:08.198 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.195+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/1850296500 shutdown_connections 2024-09-10T09:28:08.198 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.195+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/1850296500 wait complete. 2024-09-10T09:28:08.198 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.196+0000 7f1a8e6a6640 1 Processor -- start 2024-09-10T09:28:08.198 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.196+0000 7f1a8e6a6640 1 -- start start 2024-09-10T09:28:08.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a8e6a6640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a880af210 0x7f1a88158b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:08.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a8e6a6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880b7250 0x7f1a881610f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:08.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a8e6a6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a8815e7f0 0x7f1a881f3120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:08.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a8e6a6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1a88070fb0 con 0x7f1a880b7250 2024-09-10T09:28:08.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a8e6a6640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1a880b6150 con 0x7f1a880af210 2024-09-10T09:28:08.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a8e6a6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1a88071130 con 0x7f1a8815e7f0 2024-09-10T09:28:08.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a877fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880b7250 0x7f1a881610f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:08.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a877fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880b7250 0x7f1a881610f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54402/0 (socket says 172.21.15.173:54402) 2024-09-10T09:28:08.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a877fe640 1 -- 172.21.15.173:0/3805397580 learned_addr learned my addr 172.21.15.173:0/3805397580 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:08.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a877fe640 1 -- 172.21.15.173:0/3805397580 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a8815e7f0 msgr2=0x7f1a881f3120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a877fe640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a8815e7f0 0x7f1a881f3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a877fe640 1 -- 172.21.15.173:0/3805397580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a880af210 msgr2=0x7f1a88158b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a877fe640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a880af210 0x7f1a88158b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a877fe640 1 -- 172.21.15.173:0/3805397580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a88158370 con 0x7f1a880b7250 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a877fe640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880b7250 0x7f1a881610f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c035040 tx=0x7f1a7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.197+0000 7f1a84ff9640 1 -- 172.21.15.173:0/3805397580 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c037040 con 0x7f1a880b7250 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.198+0000 7f1a84ff9640 1 -- 172.21.15.173:0/3805397580 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a7c030770 con 0x7f1a880b7250 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.198+0000 7f1a84ff9640 1 -- 172.21.15.173:0/3805397580 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c030b80 con 0x7f1a880b7250 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.198+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/3805397580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a88158650 con 0x7f1a880b7250 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.198+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/3805397580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a881f4320 con 0x7f1a880b7250 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.199+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/3805397580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a88070a70 con 0x7f1a880b7250 2024-09-10T09:28:08.201 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.199+0000 7f1a84ff9640 1 -- 172.21.15.173:0/3805397580 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1a7c044020 con 0x7f1a880b7250 2024-09-10T09:28:08.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.199+0000 7f1a84ff9640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a7406be30 0x7f1a7406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:08.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.200+0000 7f1a84ff9640 1 -- 172.21.15.173:0/3805397580 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f1a7c0ab280 con 0x7f1a880b7250 2024-09-10T09:28:08.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.200+0000 7f1a87fff640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a7406be30 0x7f1a7406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:08.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.200+0000 7f1a87fff640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a7406be30 0x7f1a7406e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1a78006fd0 tx=0x7f1a78008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:08.205 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.204+0000 7f1a84ff9640 1 -- 172.21.15.173:0/3805397580 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1a7c032e20 con 0x7f1a880b7250 2024-09-10T09:28:08.375 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:08.374+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/3805397580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f1a880b4650 con 0x7f1a880b7250 2024-09-10T09:28:09.281 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.280+0000 7f1a84ff9640 1 -- 172.21.15.173:0/3805397580 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v36) ==== 138+0+0 (secure 0 0 0) 0x7f1a7c0313a0 con 0x7f1a880b7250 2024-09-10T09:28:09.281 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_metadata' created 2024-09-10T09:28:09.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.284+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/3805397580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a7406be30 msgr2=0x7f1a7406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:09.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.284+0000 7f1a8e6a6640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a7406be30 0x7f1a7406e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1a78006fd0 tx=0x7f1a78008040 comp rx=0 tx=0).stop 2024-09-10T09:28:09.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.284+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/3805397580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880b7250 msgr2=0x7f1a881610f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:09.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.284+0000 7f1a8e6a6640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880b7250 0x7f1a881610f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c035040 tx=0x7f1a7c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.285 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.284+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/3805397580 shutdown_connections 2024-09-10T09:28:09.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.284+0000 7f1a8e6a6640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1a7406be30 0x7f1a7406e2f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.284+0000 7f1a8e6a6640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1a8815e7f0 0x7f1a881f3120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.284+0000 7f1a8e6a6640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a880b7250 0x7f1a881610f0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.284+0000 7f1a8e6a6640 1 --2- 172.21.15.173:0/3805397580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1a880af210 0x7f1a88158b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.284+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/3805397580 >> 172.21.15.173:0/3805397580 conn(0x7f1a880b3f30 msgr2=0x7f1a880b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:09.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.285+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/3805397580 shutdown_connections 2024-09-10T09:28:09.287 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.286+0000 7f1a8e6a6640 1 -- 172.21.15.173:0/3805397580 wait complete. 2024-09-10T09:28:09.301 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T09:28:09.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.411+0000 7f6afa533640 1 Processor -- start 2024-09-10T09:28:09.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.411+0000 7f6afa533640 1 -- start start 2024-09-10T09:28:09.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6afa533640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f6af415e900 0x7f6af40b4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:09.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6afa533640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6af40b4a20 0x7f6af40ad020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:09.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6afa533640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6af40b4620 con 0x7f6af4072050 2024-09-10T09:28:09.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6afa533640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f6af40ce100 con 0x7f6af40b4a20 2024-09-10T09:28:09.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6afa533640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f6af40ce3a0 con 0x7f6af415e900 2024-09-10T09:28:09.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6af37fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6af40b4a20 0x7f6af40ad020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:09.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6af37fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f6af40b4a20 0x7f6af40ad020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54412/0 (socket says 172.21.15.173:54412) 2024-09-10T09:28:09.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6af37fe640 1 -- 172.21.15.173:0/490838554 learned_addr learned my addr 172.21.15.173:0/490838554 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:09.414 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6af3fff640 1 --2- 172.21.15.173:0/490838554 >> v2:172.21.15.176:3300/0 conn(0x7f6af415e900 0x7f6af40b4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:09.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6af37fe640 1 -- 172.21.15.173:0/490838554 >> v2:172.21.15.176:3300/0 conn(0x7f6af415e900 msgr2=0x7f6af40b4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:09.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6af37fe640 1 --2- 172.21.15.173:0/490838554 >> v2:172.21.15.176:3300/0 conn(0x7f6af415e900 0x7f6af40b4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6af37fe640 1 -- 172.21.15.173:0/490838554 >> v1:172.21.15.176:6789/0 conn(0x7f6af4072050 legacy=0x7f6af40cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:09.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6af37fe640 1 -- 172.21.15.173:0/490838554 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6af40ce680 con 0x7f6af40b4a20 2024-09-10T09:28:09.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.412+0000 7f6af3fff640 1 --2- 172.21.15.173:0/490838554 >> v2:172.21.15.176:3300/0 conn(0x7f6af415e900 0x7f6af40b4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:09.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.413+0000 7f6af37fe640 1 --2- 172.21.15.173:0/490838554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af40b4a20 0x7f6af40ad020 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f6af40d0d60 tx=0x7f6ae402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2844258102e486e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:09.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.413+0000 7f6af2ffd640 1 -- 172.21.15.173:0/490838554 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae4037070 con 0x7f6af40b4a20 2024-09-10T09:28:09.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.413+0000 7f6af2ffd640 1 -- 172.21.15.173:0/490838554 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ae4032440 con 0x7f6af40b4a20 2024-09-10T09:28:09.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.413+0000 7f6af2ffd640 1 -- 172.21.15.173:0/490838554 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae4032810 con 0x7f6af40b4a20 2024-09-10T09:28:09.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.414+0000 7f6afa533640 1 -- 172.21.15.173:0/490838554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af40b4a20 msgr2=0x7f6af40ad020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:09.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.414+0000 7f6afa533640 1 --2- 172.21.15.173:0/490838554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af40b4a20 0x7f6af40ad020 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f6af40d0d60 tx=0x7f6ae402a1a0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.414+0000 7f6afa533640 1 -- 172.21.15.173:0/490838554 shutdown_connections 2024-09-10T09:28:09.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.414+0000 7f6afa533640 1 --2- 172.21.15.173:0/490838554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af40b4a20 0x7f6af40ad020 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.414+0000 7f6afa533640 1 --2- 172.21.15.173:0/490838554 >> v2:172.21.15.176:3300/0 conn(0x7f6af415e900 0x7f6af40b4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.414+0000 7f6afa533640 1 -- 172.21.15.173:0/490838554 >> 172.21.15.173:0/490838554 conn(0x7f6af406bdf0 msgr2=0x7f6af406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.414+0000 7f6afa533640 1 -- 172.21.15.173:0/490838554 shutdown_connections 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.414+0000 7f6afa533640 1 -- 172.21.15.173:0/490838554 wait complete. 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.415+0000 7f6afa533640 1 Processor -- start 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.415+0000 7f6afa533640 1 -- start start 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6afa533640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6af4072050 0x7f6af414aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6afa533640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6af40b4a20 0x7f6af414f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6afa533640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af415e900 0x7f6af415d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6afa533640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6af40ad560 con 0x7f6af415e900 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6afa533640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6af40b4e50 con 0x7f6af4072050 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6afa533640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6af40cf590 con 0x7f6af40b4a20 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af8ad0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af415e900 0x7f6af415d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:09.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af8ad0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af415e900 0x7f6af415d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54416/0 (socket says 172.21.15.173:54416) 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af8ad0640 1 -- 172.21.15.173:0/1645246618 learned_addr learned my addr 172.21.15.173:0/1645246618 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af3fff640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6af4072050 0x7f6af414aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af37fe640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6af40b4a20 0x7f6af414f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af8ad0640 1 -- 172.21.15.173:0/1645246618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6af40b4a20 msgr2=0x7f6af414f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af8ad0640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6af40b4a20 0x7f6af414f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af8ad0640 1 -- 172.21.15.173:0/1645246618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6af4072050 msgr2=0x7f6af414aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af8ad0640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6af4072050 0x7f6af414aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af8ad0640 1 -- 172.21.15.173:0/1645246618 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6af406f0e0 con 0x7f6af415e900 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af8ad0640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af415e900 0x7f6af415d1b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6aec00c780 tx=0x7f6aec00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af0ff9640 1 -- 172.21.15.173:0/1645246618 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aec004b60 con 0x7f6af415e900 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af0ff9640 1 -- 172.21.15.173:0/1645246618 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6aec004d00 con 0x7f6af415e900 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6af0ff9640 1 -- 172.21.15.173:0/1645246618 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aec00aa90 con 0x7f6af415e900 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6afa533640 1 -- 172.21.15.173:0/1645246618 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6af406f3c0 con 0x7f6af415e900 2024-09-10T09:28:09.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.416+0000 7f6afa533640 1 -- 172.21.15.173:0/1645246618 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6af406f980 con 0x7f6af415e900 2024-09-10T09:28:09.421 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.417+0000 7f6afa533640 1 -- 172.21.15.173:0/1645246618 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6af40cf920 con 0x7f6af415e900 2024-09-10T09:28:09.421 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.418+0000 7f6af0ff9640 1 -- 172.21.15.173:0/1645246618 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6aec00ac30 con 0x7f6af415e900 2024-09-10T09:28:09.421 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.418+0000 7f6af0ff9640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6ad406be30 0x7f6ad406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:09.421 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.418+0000 7f6af0ff9640 1 -- 172.21.15.173:0/1645246618 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5619+0+0 (secure 0 0 0) 0x7f6aec08afc0 con 0x7f6af415e900 2024-09-10T09:28:09.421 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.418+0000 7f6af3fff640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6ad406be30 0x7f6ad406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:09.421 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.419+0000 7f6af3fff640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6ad406be30 0x7f6ad406e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6af415db00 tx=0x7f6adc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:09.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.423+0000 7f6af0ff9640 1 -- 172.21.15.173:0/1645246618 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6aec020070 con 0x7f6af415e900 2024-09-10T09:28:09.590 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:09.589+0000 7f6afa533640 1 -- 172.21.15.173:0/1645246618 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6af4152200 con 0x7f6af415e900 2024-09-10T09:28:10.286 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.285+0000 7f6af0ff9640 1 -- 172.21.15.173:0/1645246618 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v37) ==== 170+0+0 (secure 0 0 0) 0x7f6aec059360 con 0x7f6af415e900 2024-09-10T09:28:10.287 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_data' created 2024-09-10T09:28:10.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.289+0000 7f6afa533640 1 -- 172.21.15.173:0/1645246618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6ad406be30 msgr2=0x7f6ad406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:10.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.289+0000 7f6afa533640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6ad406be30 0x7f6ad406e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6af415db00 tx=0x7f6adc008040 comp rx=0 tx=0).stop 2024-09-10T09:28:10.290 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.289+0000 7f6afa533640 1 -- 172.21.15.173:0/1645246618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af415e900 msgr2=0x7f6af415d1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:10.291 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.289+0000 7f6afa533640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af415e900 0x7f6af415d1b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6aec00c780 tx=0x7f6aec00cc40 comp rx=0 tx=0).stop 2024-09-10T09:28:10.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.291+0000 7f6afa533640 1 -- 172.21.15.173:0/1645246618 shutdown_connections 2024-09-10T09:28:10.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.291+0000 7f6afa533640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f6ad406be30 0x7f6ad406e2f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:10.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.291+0000 7f6afa533640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6af415e900 0x7f6af415d1b0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:10.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.291+0000 7f6afa533640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6af40b4a20 0x7f6af414f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:10.293 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.291+0000 7f6afa533640 1 --2- 172.21.15.173:0/1645246618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6af4072050 0x7f6af414aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:10.293 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.291+0000 7f6afa533640 1 -- 172.21.15.173:0/1645246618 >> 172.21.15.173:0/1645246618 conn(0x7f6af406bdf0 msgr2=0x7f6af40b36a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:10.294 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.293+0000 7f6afa533640 1 -- 172.21.15.173:0/1645246618 shutdown_connections 2024-09-10T09:28:10.295 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.295+0000 7f6afa533640 1 -- 172.21.15.173:0/1645246618 wait complete. 2024-09-10T09:28:10.317 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T09:28:10.421 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.420+0000 7f573627b640 1 Processor -- start 2024-09-10T09:28:10.421 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.420+0000 7f573627b640 1 -- start start 2024-09-10T09:28:10.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.421+0000 7f573627b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f57300cfc00 0x7f57300ce770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:10.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.421+0000 7f573627b640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57300b30e0 con 0x7f5730156740 2024-09-10T09:28:10.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.421+0000 7f573627b640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57300b33c0 con 0x7f57300cf790 2024-09-10T09:28:10.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.421+0000 7f573627b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f573006edc0 con 0x7f57300cfc00 2024-09-10T09:28:10.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.421+0000 7f572ffff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f5730156740 0x7f57300b45b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:55448/0 (socket says 172.21.15.173:55448) 2024-09-10T09:28:10.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.421+0000 7f572ffff640 1 -- 172.21.15.173:0/858673453 learned_addr learned my addr 172.21.15.173:0/858673453 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:10.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 474056958 0 0) 0x7f57300b30e0 con 0x7f5730156740 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f571c003520 con 0x7f5730156740 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f5734818640 1 --2- 172.21.15.173:0/858673453 >> v2:172.21.15.176:3300/0 conn(0x7f57300cfc00 0x7f57300ce770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2197999379 0 0) 0x7f571c003520 con 0x7f5730156740 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 >> v2:172.21.15.176:3300/0 conn(0x7f57300cfc00 msgr2=0x7f57300ce770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 --2- 172.21.15.173:0/858673453 >> v2:172.21.15.176:3300/0 conn(0x7f57300cfc00 0x7f57300ce770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 >> v1:172.21.15.176:6789/0 conn(0x7f57300cf790 legacy=0x7f57300ce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57300b36a0 con 0x7f5730156740 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f5734818640 1 --2- 172.21.15.173:0/858673453 >> v2:172.21.15.176:3300/0 conn(0x7f57300cfc00 0x7f57300ce770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f5720001670 con 0x7f5730156740 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 >> v1:172.21.15.173:6789/0 conn(0x7f5730156740 legacy=0x7f57300b45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f571c0039b0 0x7f571c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f571c004800 0x7f571c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f571c0051c0 0x7f571c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:10.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f573006edc0 con 0x7f571c0039b0 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f571c00c110 con 0x7f571c004800 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f571c00c310 con 0x7f571c0051c0 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572ffff640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f571c0039b0 0x7f571c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f5734818640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f571c0051c0 0x7f571c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f5727fff640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f571c004800 0x7f571c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572ffff640 1 -- 172.21.15.173:0/858673453 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f571c0051c0 msgr2=0x7f571c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572ffff640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f571c0051c0 0x7f571c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572ffff640 1 -- 172.21.15.173:0/858673453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f571c004800 msgr2=0x7f571c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572ffff640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f571c004800 0x7f571c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f5734818640 1 -- 172.21.15.173:0/858673453 reap_dead start 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.422+0000 7f572ffff640 1 -- 172.21.15.173:0/858673453 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571c003520 con 0x7f571c0039b0 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.423+0000 7f572ffff640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f571c0039b0 0x7f571c003dd0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f572000c240 tx=0x7f571c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f79c8e46b01345a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.423+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720007cf0 con 0x7f571c0039b0 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.423+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5720005af0 con 0x7f571c0039b0 2024-09-10T09:28:10.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.423+0000 7f572f7fe640 1 -- 172.21.15.173:0/858673453 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720007070 con 0x7f571c0039b0 2024-09-10T09:28:10.428 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.424+0000 7f573627b640 1 -- 172.21.15.173:0/858673453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f571c0039b0 msgr2=0x7f571c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:10.428 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.424+0000 7f573627b640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f571c0039b0 0x7f571c003dd0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f572000c240 tx=0x7f571c005830 comp rx=0 tx=0).stop 2024-09-10T09:28:10.428 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.424+0000 7f573627b640 1 -- 172.21.15.173:0/858673453 shutdown_connections 2024-09-10T09:28:10.428 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.424+0000 7f573627b640 1 --2- 172.21.15.173:0/858673453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f571c0039b0 0x7f571c003dd0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:10.428 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.424+0000 7f573627b640 1 -- 172.21.15.173:0/858673453 >> 172.21.15.173:0/858673453 conn(0x7f573006bdf0 msgr2=0x7f573006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:10.428 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.424+0000 7f573627b640 1 -- 172.21.15.173:0/858673453 shutdown_connections 2024-09-10T09:28:10.428 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.424+0000 7f573627b640 1 -- 172.21.15.173:0/858673453 wait complete. 2024-09-10T09:28:10.430 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.425+0000 7f573627b640 1 Processor -- start 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.425+0000 7f573627b640 1 -- start start 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f573627b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f571c0039b0 0x7f5730155b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f573627b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5730159c00 0x7f573014c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f573627b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f573015e360 0x7f573015e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f573627b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f57300d0020 con 0x7f573015e360 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f573627b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f57300b3c60 con 0x7f5730159c00 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f573627b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f57300d0890 con 0x7f571c0039b0 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f5734818640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f573015e360 0x7f573015e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f5734818640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f573015e360 0x7f573015e7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54422/0 (socket says 172.21.15.173:54422) 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f5734818640 1 -- 172.21.15.173:0/1247161410 learned_addr learned my addr 172.21.15.173:0/1247161410 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f572ffff640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f571c0039b0 0x7f5730155b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f5727fff640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5730159c00 0x7f573014c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:10.431 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f5734818640 1 -- 172.21.15.173:0/1247161410 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f571c0039b0 msgr2=0x7f5730155b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f5734818640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f571c0039b0 0x7f5730155b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f5734818640 1 -- 172.21.15.173:0/1247161410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5730159c00 msgr2=0x7f573014c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f5734818640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5730159c00 0x7f573014c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f5734818640 1 -- 172.21.15.173:0/1247161410 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573014ce00 con 0x7f573015e360 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f5734818640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f573015e360 0x7f573015e7e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f57300d0860 tx=0x7f5728010530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.426+0000 7f572d7fa640 1 -- 172.21.15.173:0/1247161410 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5728010d80 con 0x7f573015e360 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.427+0000 7f572d7fa640 1 -- 172.21.15.173:0/1247161410 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5728003990 con 0x7f573015e360 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.427+0000 7f573627b640 1 -- 172.21.15.173:0/1247161410 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5730160380 con 0x7f573015e360 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.427+0000 7f572d7fa640 1 -- 172.21.15.173:0/1247161410 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5728003b80 con 0x7f573015e360 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.427+0000 7f573627b640 1 -- 172.21.15.173:0/1247161410 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5730160620 con 0x7f573015e360 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.427+0000 7f573627b640 1 -- 172.21.15.173:0/1247161410 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57300008d0 con 0x7f573015e360 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.428+0000 7f572d7fa640 1 -- 172.21.15.173:0/1247161410 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f572801e030 con 0x7f573015e360 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.428+0000 7f572d7fa640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f571006be60 0x7f571006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:10.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.429+0000 7f572d7fa640 1 -- 172.21.15.173:0/1247161410 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6001+0+0 (secure 0 0 0) 0x7f572808b3a0 con 0x7f573015e360 2024-09-10T09:28:10.433 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.429+0000 7f572ffff640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f571006be60 0x7f571006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:10.433 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.429+0000 7f572ffff640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f571006be60 0x7f571006e320 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5720032000 tx=0x7f5720009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:10.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.433+0000 7f572d7fa640 1 -- 172.21.15.173:0/1247161410 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5728025020 con 0x7f573015e360 2024-09-10T09:28:10.634 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:10.633+0000 7f573627b640 1 -- 172.21.15.173:0/1247161410 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f57301607f0 con 0x7f573015e360 2024-09-10T09:28:11.295 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.294+0000 7f572d7fa640 1 -- 172.21.15.173:0/1247161410 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v14) ==== 172+0+0 (secure 0 0 0) 0x7f5728059660 con 0x7f573015e360 2024-09-10T09:28:11.299 INFO:teuthology.orchestra.run.smithi173.stderr:new fs with metadata pool 5 and data pool 6 2024-09-10T09:28:11.314 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.312+0000 7f573627b640 1 -- 172.21.15.173:0/1247161410 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f571006be60 msgr2=0x7f571006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.314 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.312+0000 7f573627b640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f571006be60 0x7f571006e320 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5720032000 tx=0x7f5720009030 comp rx=0 tx=0).stop 2024-09-10T09:28:11.314 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.312+0000 7f573627b640 1 -- 172.21.15.173:0/1247161410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f573015e360 msgr2=0x7f573015e7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.314 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.312+0000 7f573627b640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f573015e360 0x7f573015e7e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f57300d0860 tx=0x7f5728010530 comp rx=0 tx=0).stop 2024-09-10T09:28:11.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.313+0000 7f573627b640 1 -- 172.21.15.173:0/1247161410 shutdown_connections 2024-09-10T09:28:11.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.313+0000 7f573627b640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f571006be60 0x7f571006e320 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.313+0000 7f573627b640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f573015e360 0x7f573015e7e0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.313+0000 7f573627b640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5730159c00 0x7f573014c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.313+0000 7f573627b640 1 --2- 172.21.15.173:0/1247161410 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f571c0039b0 0x7f5730155b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.313+0000 7f573627b640 1 -- 172.21.15.173:0/1247161410 >> 172.21.15.173:0/1247161410 conn(0x7f573006bdf0 msgr2=0x7f573015b2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:11.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.314+0000 7f573627b640 1 -- 172.21.15.173:0/1247161410 shutdown_connections 2024-09-10T09:28:11.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.314+0000 7f573627b640 1 -- 172.21.15.173:0/1247161410 wait complete. 2024-09-10T09:28:11.331 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:28:11.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.431+0000 7fe860cba640 1 Processor -- start 2024-09-10T09:28:11.432 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.431+0000 7fe860cba640 1 -- start start 2024-09-10T09:28:11.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe860cba640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe85c0d04a0 0x7fe85c0d0910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe860cba640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 0x7fe85c0ae980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe860cba640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe85c06cb30 con 0x7fe85c147360 2024-09-10T09:28:11.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe860cba640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fe85c0d0e50 con 0x7fe85c0d04a0 2024-09-10T09:28:11.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe860cba640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe85c06bfb0 con 0x7fe85c0ae550 2024-09-10T09:28:11.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe851d9b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe85c0d04a0 0x7fe85c0d0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe851d9b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fe85c0d04a0 0x7fe85c0d0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54432/0 (socket says 172.21.15.173:54432) 2024-09-10T09:28:11.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe851d9b640 1 -- 172.21.15.173:0/4082076504 learned_addr learned my addr 172.21.15.173:0/4082076504 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:11.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe85ad9d640 1 --2- 172.21.15.173:0/4082076504 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 0x7fe85c0ae980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.435 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe851d9b640 1 -- 172.21.15.173:0/4082076504 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 msgr2=0x7fe85c0ae980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:11.435 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe851d9b640 1 --2- 172.21.15.173:0/4082076504 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 0x7fe85c0ae980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.435 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe851d9b640 1 -- 172.21.15.173:0/4082076504 >> v1:172.21.15.176:6789/0 conn(0x7fe85c147360 legacy=0x7fe85c070890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:11.435 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe851d9b640 1 -- 172.21.15.173:0/4082076504 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe85c06c290 con 0x7fe85c0d04a0 2024-09-10T09:28:11.435 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.432+0000 7fe85ad9d640 1 --2- 172.21.15.173:0/4082076504 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 0x7fe85c0ae980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:11.435 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.433+0000 7fe851d9b640 1 --2- 172.21.15.173:0/4082076504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 0x7fe85c0d0910 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe844009870 tx=0x7fe84402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7de58218d5ee7e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:11.435 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.433+0000 7fe859d9b640 1 -- 172.21.15.173:0/4082076504 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe844037070 con 0x7fe85c0d04a0 2024-09-10T09:28:11.435 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.433+0000 7fe859d9b640 1 -- 172.21.15.173:0/4082076504 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe844032440 con 0x7fe85c0d04a0 2024-09-10T09:28:11.435 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.433+0000 7fe859d9b640 1 -- 172.21.15.173:0/4082076504 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe844032810 con 0x7fe85c0d04a0 2024-09-10T09:28:11.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.433+0000 7fe860cba640 1 -- 172.21.15.173:0/4082076504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 msgr2=0x7fe85c0d0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.433+0000 7fe860cba640 1 --2- 172.21.15.173:0/4082076504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 0x7fe85c0d0910 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe844009870 tx=0x7fe84402a180 comp rx=0 tx=0).stop 2024-09-10T09:28:11.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.433+0000 7fe860cba640 1 -- 172.21.15.173:0/4082076504 shutdown_connections 2024-09-10T09:28:11.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.433+0000 7fe860cba640 1 --2- 172.21.15.173:0/4082076504 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 0x7fe85c0ae980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.433+0000 7fe860cba640 1 --2- 172.21.15.173:0/4082076504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 0x7fe85c0d0910 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.436 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.433+0000 7fe860cba640 1 -- 172.21.15.173:0/4082076504 >> 172.21.15.173:0/4082076504 conn(0x7fe85c0b2f40 msgr2=0x7fe85c0b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:11.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.434+0000 7fe860cba640 1 -- 172.21.15.173:0/4082076504 shutdown_connections 2024-09-10T09:28:11.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.434+0000 7fe860cba640 1 -- 172.21.15.173:0/4082076504 wait complete. 2024-09-10T09:28:11.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.435+0000 7fe860cba640 1 Processor -- start 2024-09-10T09:28:11.437 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.435+0000 7fe860cba640 1 -- start start 2024-09-10T09:28:11.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe860cba640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 0x7fe85c0b5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe860cba640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 0x7fe85c144ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe860cba640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe85c147360 0x7fe85c15ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe860cba640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c070fa0 con 0x7fe85c0d04a0 2024-09-10T09:28:11.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe860cba640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c06c850 con 0x7fe85c147360 2024-09-10T09:28:11.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe860cba640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe85c06bc10 con 0x7fe85c0ae550 2024-09-10T09:28:11.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe851d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 0x7fe85c144ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe851d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 0x7fe85c144ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54436/0 (socket says 172.21.15.173:54436) 2024-09-10T09:28:11.439 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe851d9b640 1 -- 172.21.15.173:0/2163103486 learned_addr learned my addr 172.21.15.173:0/2163103486 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe85ad9d640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe85c147360 0x7fe85c15ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe85a59c640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 0x7fe85c0b5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe851d9b640 1 -- 172.21.15.173:0/2163103486 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 msgr2=0x7fe85c0b5c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe851d9b640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 0x7fe85c0b5c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe851d9b640 1 -- 172.21.15.173:0/2163103486 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe85c147360 msgr2=0x7fe85c15ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe851d9b640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe85c147360 0x7fe85c15ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe851d9b640 1 -- 172.21.15.173:0/2163103486 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe85c144ff0 con 0x7fe85c0d04a0 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe851d9b640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 0x7fe85c144ab0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe844000c00 tx=0x7fe8440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe8537fe640 1 -- 172.21.15.173:0/2163103486 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe844037040 con 0x7fe85c0d04a0 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.436+0000 7fe8537fe640 1 -- 172.21.15.173:0/2163103486 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe844042070 con 0x7fe85c0d04a0 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.437+0000 7fe8537fe640 1 -- 172.21.15.173:0/2163103486 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe844030bb0 con 0x7fe85c0d04a0 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.437+0000 7fe860cba640 1 -- 172.21.15.173:0/2163103486 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe85c0b6260 con 0x7fe85c0d04a0 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.437+0000 7fe860cba640 1 -- 172.21.15.173:0/2163103486 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe85c0b6820 con 0x7fe85c0d04a0 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.438+0000 7fe860cba640 1 -- 172.21.15.173:0/2163103486 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe85c0d0910 con 0x7fe85c0d04a0 2024-09-10T09:28:11.440 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.438+0000 7fe8537fe640 1 -- 172.21.15.173:0/2163103486 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe844047460 con 0x7fe85c0d04a0 2024-09-10T09:28:11.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.438+0000 7fe8537fe640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe83c06be30 0x7fe83c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.439+0000 7fe8537fe640 1 -- 172.21.15.173:0/2163103486 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fe8440abba0 con 0x7fe85c0d04a0 2024-09-10T09:28:11.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.439+0000 7fe85a59c640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe83c06be30 0x7fe83c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.441 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.439+0000 7fe85a59c640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe83c06be30 0x7fe83c06e2f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe84c006fd0 tx=0x7fe84c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:11.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.443+0000 7fe8537fe640 1 -- 172.21.15.173:0/2163103486 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe844045360 con 0x7fe85c0d04a0 2024-09-10T09:28:11.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.608+0000 7fe860cba640 1 -- 172.21.15.173:0/2163103486 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe85c070030 con 0x7fe85c0d04a0 2024-09-10T09:28:11.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.609+0000 7fe8537fe640 1 -- 172.21.15.173:0/2163103486 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+17051 (secure 0 0 0) 0x7fe84407a450 con 0x7fe85c0d04a0 2024-09-10T09:28:11.610 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:11.610 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":38,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:28:10.634494+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:28:08.393136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T09:28:09.608166+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:28:11.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 -- 172.21.15.173:0/2163103486 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe83c06be30 msgr2=0x7fe83c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe83c06be30 0x7fe83c06e2f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe84c006fd0 tx=0x7fe84c008040 comp rx=0 tx=0).stop 2024-09-10T09:28:11.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 -- 172.21.15.173:0/2163103486 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 msgr2=0x7fe85c144ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 0x7fe85c144ab0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe844000c00 tx=0x7fe8440046c0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 -- 172.21.15.173:0/2163103486 shutdown_connections 2024-09-10T09:28:11.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fe83c06be30 0x7fe83c06e2f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe85c147360 0x7fe85c15ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe85c0d04a0 0x7fe85c144ab0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 --2- 172.21.15.173:0/2163103486 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe85c0ae550 0x7fe85c0b5c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 -- 172.21.15.173:0/2163103486 >> 172.21.15.173:0/2163103486 conn(0x7fe85c0b2f40 msgr2=0x7fe85c0b3320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:11.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 -- 172.21.15.173:0/2163103486 shutdown_connections 2024-09-10T09:28:11.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.611+0000 7fe860cba640 1 -- 172.21.15.173:0/2163103486 wait complete. 2024-09-10T09:28:11.624 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:28:11.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.721+0000 7f00d272a640 1 Processor -- start 2024-09-10T09:28:11.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.721+0000 7f00d272a640 1 -- start start 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.722+0000 7f00d272a640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f00cc15e5f0 0x7f00cc0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.722+0000 7f00d272a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f00cc0d30f0 0x7f00cc0b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.722+0000 7f00d272a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f00cc0b64c0 0x7f00cc0cf000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.722+0000 7f00d272a640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f00cc06d530 con 0x7f00cc15e5f0 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.722+0000 7f00d272a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f00cc0d3690 con 0x7f00cc0b64c0 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.722+0000 7f00d272a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f00cc0d3970 con 0x7f00cc0d30f0 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.722+0000 7f00cbfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f00cc15e5f0 0x7f00cc0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.722+0000 7f00cbfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f00cc15e5f0 0x7f00cc0d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54450/0 (socket says 172.21.15.173:54450) 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.722+0000 7f00cbfff640 1 -- 172.21.15.173:0/195916940 learned_addr learned my addr 172.21.15.173:0/195916940 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.723+0000 7f00cbfff640 1 -- 172.21.15.173:0/195916940 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f00cc0d30f0 msgr2=0x7f00cc0b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:11.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.723+0000 7f00cbfff640 1 --2- 172.21.15.173:0/195916940 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f00cc0d30f0 0x7f00cc0b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.723+0000 7f00cbfff640 1 -- 172.21.15.173:0/195916940 >> v2:172.21.15.176:3300/0 conn(0x7f00cc0b64c0 msgr2=0x7f00cc0cf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:11.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.723+0000 7f00cbfff640 1 --2- 172.21.15.173:0/195916940 >> v2:172.21.15.176:3300/0 conn(0x7f00cc0b64c0 0x7f00cc0cf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.723+0000 7f00cbfff640 1 -- 172.21.15.173:0/195916940 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00cc06cee0 con 0x7f00cc15e5f0 2024-09-10T09:28:11.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.723+0000 7f00cbfff640 1 --2- 172.21.15.173:0/195916940 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 0x7f00cc0d4dd0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f00cc0a23f0 tx=0x7f00bc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2706718b13f79e82 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:11.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00cb7fe640 1 -- 172.21.15.173:0/195916940 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00bc037070 con 0x7f00cc15e5f0 2024-09-10T09:28:11.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00cb7fe640 1 -- 172.21.15.173:0/195916940 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00bc032440 con 0x7f00cc15e5f0 2024-09-10T09:28:11.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00cb7fe640 1 -- 172.21.15.173:0/195916940 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00bc032810 con 0x7f00cc15e5f0 2024-09-10T09:28:11.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00d272a640 1 -- 172.21.15.173:0/195916940 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 msgr2=0x7f00cc0d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00d272a640 1 --2- 172.21.15.173:0/195916940 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 0x7f00cc0d4dd0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f00cc0a23f0 tx=0x7f00bc02a1e0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00d272a640 1 -- 172.21.15.173:0/195916940 shutdown_connections 2024-09-10T09:28:11.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00d272a640 1 --2- 172.21.15.173:0/195916940 >> v2:172.21.15.176:3300/0 conn(0x7f00cc0b64c0 0x7f00cc0cf000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00d272a640 1 --2- 172.21.15.173:0/195916940 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f00cc0d30f0 0x7f00cc0b5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00d272a640 1 --2- 172.21.15.173:0/195916940 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 0x7f00cc0d4dd0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00d272a640 1 -- 172.21.15.173:0/195916940 >> 172.21.15.173:0/195916940 conn(0x7f00cc08bfc0 msgr2=0x7f00cc0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:11.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00d272a640 1 -- 172.21.15.173:0/195916940 shutdown_connections 2024-09-10T09:28:11.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.724+0000 7f00d272a640 1 -- 172.21.15.173:0/195916940 wait complete. 2024-09-10T09:28:11.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.725+0000 7f00d272a640 1 Processor -- start 2024-09-10T09:28:11.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.725+0000 7f00d272a640 1 -- start start 2024-09-10T09:28:11.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d272a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f00cc0b64c0 0x7f00cc0cd510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d272a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f00cc0d30f0 0x7f00cc0c8030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d272a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 0x7f00cc1548a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d272a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f00cc0d5310 con 0x7f00cc15e5f0 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d272a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f00cc15e9d0 con 0x7f00cc0d30f0 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d272a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f00cc0cf540 con 0x7f00cc0b64c0 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d0cc7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 0x7f00cc1548a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d0cc7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 0x7f00cc1548a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54462/0 (socket says 172.21.15.173:54462) 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d0cc7640 1 -- 172.21.15.173:0/82749125 learned_addr learned my addr 172.21.15.173:0/82749125 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00cbfff640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f00cc0b64c0 0x7f00cc0cd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00c3fff640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f00cc0d30f0 0x7f00cc0c8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d0cc7640 1 -- 172.21.15.173:0/82749125 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f00cc0b64c0 msgr2=0x7f00cc0cd510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d0cc7640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f00cc0b64c0 0x7f00cc0cd510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d0cc7640 1 -- 172.21.15.173:0/82749125 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f00cc0d30f0 msgr2=0x7f00cc0c8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d0cc7640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f00cc0d30f0 0x7f00cc0c8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.726+0000 7f00d0cc7640 1 -- 172.21.15.173:0/82749125 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00cc0c8570 con 0x7f00cc15e5f0 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.727+0000 7f00d0cc7640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 0x7f00cc1548a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f00c400b970 tx=0x7f00c400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.727+0000 7f00c97fa640 1 -- 172.21.15.173:0/82749125 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c4019070 con 0x7f00cc15e5f0 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.727+0000 7f00c97fa640 1 -- 172.21.15.173:0/82749125 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00c400cb60 con 0x7f00cc15e5f0 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.727+0000 7f00c97fa640 1 -- 172.21.15.173:0/82749125 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c4014440 con 0x7f00cc15e5f0 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.727+0000 7f00d272a640 1 -- 172.21.15.173:0/82749125 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00cc0c8810 con 0x7f00cc15e5f0 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.727+0000 7f00d272a640 1 -- 172.21.15.173:0/82749125 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00cc0c8dd0 con 0x7f00cc15e5f0 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.728+0000 7f00d272a640 1 -- 172.21.15.173:0/82749125 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00cc0b5f80 con 0x7f00cc15e5f0 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.728+0000 7f00c97fa640 1 -- 172.21.15.173:0/82749125 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f00c401c070 con 0x7f00cc15e5f0 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.729+0000 7f00c97fa640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f00ac06be60 0x7f00ac06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.729+0000 7f00c97fa640 1 -- 172.21.15.173:0/82749125 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f00c408ad20 con 0x7f00cc15e5f0 2024-09-10T09:28:11.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.729+0000 7f00cbfff640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f00ac06be60 0x7f00ac06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:11.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.729+0000 7f00cbfff640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f00ac06be60 0x7f00ac06e320 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f00bc034000 tx=0x7f00bc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:11.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.733+0000 7f00c97fa640 1 -- 172.21.15.173:0/82749125 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f00c4059540 con 0x7f00cc15e5f0 2024-09-10T09:28:11.901 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.900+0000 7f00d272a640 1 -- 172.21.15.173:0/82749125 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f00cc0d0290 con 0x7f00cc15e5f0 2024-09-10T09:28:11.902 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.901+0000 7f00c97fa640 1 -- 172.21.15.173:0/82749125 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+17051 (secure 0 0 0) 0x7f00c4058e40 con 0x7f00cc15e5f0 2024-09-10T09:28:11.903 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:11.903 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":38,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:28:10.634494+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:28:08.393136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T09:28:09.608166+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:28:11.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 -- 172.21.15.173:0/82749125 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f00ac06be60 msgr2=0x7f00ac06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f00ac06be60 0x7f00ac06e320 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f00bc034000 tx=0x7f00bc02e000 comp rx=0 tx=0).stop 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 -- 172.21.15.173:0/82749125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 msgr2=0x7f00cc1548a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 0x7f00cc1548a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f00c400b970 tx=0x7f00c400be30 comp rx=0 tx=0).stop 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 -- 172.21.15.173:0/82749125 shutdown_connections 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f00ac06be60 0x7f00ac06e320 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc15e5f0 0x7f00cc1548a0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f00cc0d30f0 0x7f00cc0c8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 --2- 172.21.15.173:0/82749125 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f00cc0b64c0 0x7f00cc0cd510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 -- 172.21.15.173:0/82749125 >> 172.21.15.173:0/82749125 conn(0x7f00cc08bfc0 msgr2=0x7f00cc0b44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 -- 172.21.15.173:0/82749125 shutdown_connections 2024-09-10T09:28:11.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:11.903+0000 7f00d272a640 1 -- 172.21.15.173:0/82749125 wait complete. 2024-09-10T09:28:11.916 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T09:28:12.017 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.016+0000 7fca44830640 1 Processor -- start 2024-09-10T09:28:12.018 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.016+0000 7fca44830640 1 -- start start 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.017+0000 7fca44830640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fca40162e30 0x7fca4006d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.017+0000 7fca44830640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fca400cf280 0x7fca400d2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.017+0000 7fca44830640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca4015ff70 con 0x7fca40162340 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.017+0000 7fca44830640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fca4006de90 con 0x7fca40162e30 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.017+0000 7fca44830640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fca40163270 con 0x7fca400cf280 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.017+0000 7fca35d9b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fca40162e30 0x7fca4006d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.017+0000 7fca3e59c640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fca40162340 0x7fca40162720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:55450/0 (socket says 172.21.15.173:55450) 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.017+0000 7fca3e59c640 1 -- 172.21.15.173:0/4176397195 learned_addr learned my addr 172.21.15.173:0/4176397195 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.018+0000 7fca3ed9d640 1 --2- 172.21.15.173:0/4176397195 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fca400cf280 0x7fca400d2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.018+0000 7fca35d9b640 1 -- 172.21.15.173:0/4176397195 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fca400cf280 msgr2=0x7fca400d2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.018+0000 7fca35d9b640 1 --2- 172.21.15.173:0/4176397195 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fca400cf280 0x7fca400d2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.019 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.018+0000 7fca35d9b640 1 -- 172.21.15.173:0/4176397195 >> v1:172.21.15.173:6789/0 conn(0x7fca40162340 legacy=0x7fca40162720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.018+0000 7fca35d9b640 1 -- 172.21.15.173:0/4176397195 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca400d4d10 con 0x7fca40162e30 2024-09-10T09:28:12.020 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.018+0000 7fca3dd9b640 1 -- 172.21.15.173:0/4176397195 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2728316165 0 0) 0x7fca4015ff70 con 0x7fca40162340 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.018+0000 7fca35d9b640 1 --2- 172.21.15.173:0/4176397195 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162e30 0x7fca4006d740 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fca28009790 tx=0x7fca2802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1261ebed6c3b52d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.018+0000 7fca3dd9b640 1 -- 172.21.15.173:0/4176397195 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca28037070 con 0x7fca40162e30 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.018+0000 7fca3dd9b640 1 -- 172.21.15.173:0/4176397195 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca2802ae50 con 0x7fca40162e30 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.019+0000 7fca3dd9b640 1 -- 172.21.15.173:0/4176397195 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca28032660 con 0x7fca40162e30 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.019+0000 7fca44830640 1 -- 172.21.15.173:0/4176397195 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162e30 msgr2=0x7fca4006d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.019+0000 7fca44830640 1 --2- 172.21.15.173:0/4176397195 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162e30 0x7fca4006d740 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fca28009790 tx=0x7fca2802a100 comp rx=0 tx=0).stop 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.019+0000 7fca44830640 1 -- 172.21.15.173:0/4176397195 shutdown_connections 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.019+0000 7fca44830640 1 --2- 172.21.15.173:0/4176397195 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162e30 0x7fca4006d740 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.019+0000 7fca44830640 1 --2- 172.21.15.173:0/4176397195 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fca400cf280 0x7fca400d2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.019+0000 7fca44830640 1 -- 172.21.15.173:0/4176397195 >> 172.21.15.173:0/4176397195 conn(0x7fca4008bfc0 msgr2=0x7fca400d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:12.021 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.019+0000 7fca44830640 1 -- 172.21.15.173:0/4176397195 shutdown_connections 2024-09-10T09:28:12.022 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.019+0000 7fca44830640 1 -- 172.21.15.173:0/4176397195 wait complete. 2024-09-10T09:28:12.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca44830640 1 Processor -- start 2024-09-10T09:28:12.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca44830640 1 -- start start 2024-09-10T09:28:12.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca44830640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fca400cf280 0x7fca4014eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca44830640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162340 0x7fca400b9100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca44830640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca40162e30 0x7fca4015cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca44830640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fca400cf710 con 0x7fca40162340 2024-09-10T09:28:12.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca44830640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fca400d2470 con 0x7fca40162e30 2024-09-10T09:28:12.024 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca44830640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fca400d52d0 con 0x7fca400cf280 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca35d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162340 0x7fca400b9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca35d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162340 0x7fca400b9100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54480/0 (socket says 172.21.15.173:54480) 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.021+0000 7fca35d9b640 1 -- 172.21.15.173:0/3974021835 learned_addr learned my addr 172.21.15.173:0/3974021835 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca3e59c640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fca400cf280 0x7fca4014eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca3ed9d640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca40162e30 0x7fca4015cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca35d9b640 1 -- 172.21.15.173:0/3974021835 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fca400cf280 msgr2=0x7fca4014eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca35d9b640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fca400cf280 0x7fca4014eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca35d9b640 1 -- 172.21.15.173:0/3974021835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca40162e30 msgr2=0x7fca4015cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca35d9b640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca40162e30 0x7fca4015cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca35d9b640 1 -- 172.21.15.173:0/3974021835 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca4015d260 con 0x7fca40162340 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca3ed9d640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca40162e30 0x7fca4015cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca35d9b640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162340 0x7fca400b9100 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fca280098b0 tx=0x7fca280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:12.025 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca377fe640 1 -- 172.21.15.173:0/3974021835 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca28042020 con 0x7fca40162340 2024-09-10T09:28:12.026 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca377fe640 1 -- 172.21.15.173:0/3974021835 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca2803d690 con 0x7fca40162340 2024-09-10T09:28:12.026 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca44830640 1 -- 172.21.15.173:0/3974021835 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca400b9850 con 0x7fca40162340 2024-09-10T09:28:12.026 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca377fe640 1 -- 172.21.15.173:0/3974021835 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca28037040 con 0x7fca40162340 2024-09-10T09:28:12.026 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.022+0000 7fca44830640 1 -- 172.21.15.173:0/3974021835 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca400b9e10 con 0x7fca40162340 2024-09-10T09:28:12.026 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.023+0000 7fca44830640 1 -- 172.21.15.173:0/3974021835 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca4006d740 con 0x7fca40162340 2024-09-10T09:28:12.026 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.024+0000 7fca377fe640 1 -- 172.21.15.173:0/3974021835 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fca28045020 con 0x7fca40162340 2024-09-10T09:28:12.027 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.024+0000 7fca377fe640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fca2006be30 0x7fca2006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.027 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.024+0000 7fca377fe640 1 -- 172.21.15.173:0/3974021835 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fca280ab4c0 con 0x7fca40162340 2024-09-10T09:28:12.027 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.024+0000 7fca3e59c640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fca2006be30 0x7fca2006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.027 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.025+0000 7fca3e59c640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fca2006be30 0x7fca2006e2f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fca30000f60 tx=0x7fca30007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:12.029 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.029+0000 7fca377fe640 1 -- 172.21.15.173:0/3974021835 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fca2804c070 con 0x7fca40162340 2024-09-10T09:28:12.228 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.227+0000 7fca44830640 1 -- 172.21.15.173:0/3974021835 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fca4008e640 con 0x7fca40162340 2024-09-10T09:28:12.296 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.296+0000 7fca377fe640 1 -- 172.21.15.173:0/3974021835 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) ==== 118+0+0 (secure 0 0 0) 0x7fca4015d260 con 0x7fca40162340 2024-09-10T09:28:12.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 -- 172.21.15.173:0/3974021835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fca2006be30 msgr2=0x7fca2006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fca2006be30 0x7fca2006e2f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fca30000f60 tx=0x7fca30007d50 comp rx=0 tx=0).stop 2024-09-10T09:28:12.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 -- 172.21.15.173:0/3974021835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162340 msgr2=0x7fca400b9100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162340 0x7fca400b9100 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fca280098b0 tx=0x7fca280046c0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 -- 172.21.15.173:0/3974021835 shutdown_connections 2024-09-10T09:28:12.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fca2006be30 0x7fca2006e2f0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.299 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca40162e30 0x7fca4015cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca40162340 0x7fca400b9100 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 --2- 172.21.15.173:0/3974021835 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fca400cf280 0x7fca4014eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 -- 172.21.15.173:0/3974021835 >> 172.21.15.173:0/3974021835 conn(0x7fca4008bfc0 msgr2=0x7fca40162720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:12.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 -- 172.21.15.173:0/3974021835 shutdown_connections 2024-09-10T09:28:12.300 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.298+0000 7fca44830640 1 -- 172.21.15.173:0/3974021835 wait complete. 2024-09-10T09:28:12.311 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T09:28:12.311 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T09:28:12.412 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.411+0000 7fc2b4578640 1 Processor -- start 2024-09-10T09:28:12.413 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.411+0000 7fc2b4578640 1 -- start start 2024-09-10T09:28:12.416 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.412+0000 7fc2b4578640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc2ac072760 0x7fc2ac0b4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.412+0000 7fc2b4578640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2ac0b4620 con 0x7fc2ac15e900 2024-09-10T09:28:12.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.412+0000 7fc2b4578640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2ac0ce100 con 0x7fc2ac0b4020 2024-09-10T09:28:12.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.412+0000 7fc2b4578640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fc2ac0b4f60 con 0x7fc2ac072760 2024-09-10T09:28:12.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.412+0000 7fc2b2314640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fc2ac15e900 0x7fc2ac0ad020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:55466/0 (socket says 172.21.15.173:55466) 2024-09-10T09:28:12.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b2314640 1 -- 172.21.15.173:0/962038425 learned_addr learned my addr 172.21.15.173:0/962038425 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:12.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b2b15640 1 --2- 172.21.15.173:0/962038425 >> v2:172.21.15.176:3300/0 conn(0x7fc2ac072760 0x7fc2ac0b4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2831512424 0 0) 0x7fc2ac0b4620 con 0x7fc2ac15e900 2024-09-10T09:28:12.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc298003520 con 0x7fc2ac15e900 2024-09-10T09:28:12.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3588653988 0 0) 0x7fc298003520 con 0x7fc2ac15e900 2024-09-10T09:28:12.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 >> v2:172.21.15.176:3300/0 conn(0x7fc2ac072760 msgr2=0x7fc2ac0b4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 --2- 172.21.15.173:0/962038425 >> v2:172.21.15.176:3300/0 conn(0x7fc2ac072760 0x7fc2ac0b4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 >> v1:172.21.15.176:6789/0 conn(0x7fc2ac0b4020 legacy=0x7fc2ac072050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2ac0ce3a0 con 0x7fc2ac15e900 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7fc2a8001670 con 0x7fc2ac15e900 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 >> v1:172.21.15.173:6789/0 conn(0x7fc2ac15e900 legacy=0x7fc2ac0ad020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc2980039b0 0x7fc298003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc298004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2980051c0 0x7fc29800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac0b4f60 con 0x7fc298004800 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc29800c160 con 0x7fc2980051c0 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc29800c360 con 0x7fc2980039b0 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1b13640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc298004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b2b15640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2980051c0 0x7fc29800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b2314640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc2980039b0 0x7fc298003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1b13640 1 -- 172.21.15.173:0/962038425 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc2980039b0 msgr2=0x7fc298003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.413+0000 7fc2b1b13640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc2980039b0 0x7fc298003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.414+0000 7fc2b1b13640 1 -- 172.21.15.173:0/962038425 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2980051c0 msgr2=0x7fc29800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.414+0000 7fc2b1b13640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2980051c0 0x7fc29800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.414+0000 7fc2b1b13640 1 -- 172.21.15.173:0/962038425 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc298003520 con 0x7fc298004800 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.414+0000 7fc2b2b15640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2980051c0 0x7fc29800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.414+0000 7fc2b2b15640 1 -- 172.21.15.173:0/962038425 reap_dead start 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.414+0000 7fc2b1b13640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc298004c80 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc29c001720 tx=0x7fc298005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49e26fe43ab7564a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.414+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29c001370 con 0x7fc298004800 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.414+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc29c0052d0 con 0x7fc298004800 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.414+0000 7fc2b1312640 1 -- 172.21.15.173:0/962038425 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29c02ab90 con 0x7fc298004800 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.415+0000 7fc2b4578640 1 -- 172.21.15.173:0/962038425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 msgr2=0x7fc298004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.415+0000 7fc2b4578640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc298004c80 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc29c001720 tx=0x7fc298005830 comp rx=0 tx=0).stop 2024-09-10T09:28:12.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.415+0000 7fc2b4578640 1 -- 172.21.15.173:0/962038425 shutdown_connections 2024-09-10T09:28:12.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.415+0000 7fc2b4578640 1 --2- 172.21.15.173:0/962038425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc298004c80 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.415+0000 7fc2b4578640 1 -- 172.21.15.173:0/962038425 >> 172.21.15.173:0/962038425 conn(0x7fc2ac06bdf0 msgr2=0x7fc2ac06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:12.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.415+0000 7fc2b4578640 1 -- 172.21.15.173:0/962038425 shutdown_connections 2024-09-10T09:28:12.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.415+0000 7fc2b4578640 1 -- 172.21.15.173:0/962038425 wait complete. 2024-09-10T09:28:12.422 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.416+0000 7fc2b4578640 1 Processor -- start 2024-09-10T09:28:12.422 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.416+0000 7fc2b4578640 1 -- start start 2024-09-10T09:28:12.422 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b4578640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc2ac15b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b4578640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc2ac1e5a00 0x7fc2ac1e5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b4578640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2ac09c8c0 0x7fc2ac09cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b4578640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac0b4a20 con 0x7fc298004800 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b4578640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac0ce960 con 0x7fc2ac09c8c0 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b4578640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc2ac0b4ba0 con 0x7fc2ac1e5a00 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b2314640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc2ac15b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b2314640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc2ac15b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54486/0 (socket says 172.21.15.173:54486) 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b2314640 1 -- 172.21.15.173:0/3285809088 learned_addr learned my addr 172.21.15.173:0/3285809088 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b2b15640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2ac09c8c0 0x7fc2ac09cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b1b13640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc2ac1e5a00 0x7fc2ac1e5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b2314640 1 -- 172.21.15.173:0/3285809088 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc2ac1e5a00 msgr2=0x7fc2ac1e5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b2314640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc2ac1e5a00 0x7fc2ac1e5e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b2314640 1 -- 172.21.15.173:0/3285809088 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2ac09c8c0 msgr2=0x7fc2ac09cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b2314640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2ac09c8c0 0x7fc2ac09cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b2314640 1 -- 172.21.15.173:0/3285809088 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2ac15bbb0 con 0x7fc298004800 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.417+0000 7fc2b2b15640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2ac09c8c0 0x7fc2ac09cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.418+0000 7fc2b2314640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc2ac15b670 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc2a8007340 tx=0x7fc2a8007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.418+0000 7fc2a2ffd640 1 -- 172.21.15.173:0/3285809088 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a800f8c0 con 0x7fc298004800 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.418+0000 7fc2a2ffd640 1 -- 172.21.15.173:0/3285809088 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2a8018070 con 0x7fc298004800 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.418+0000 7fc2b4578640 1 -- 172.21.15.173:0/3285809088 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2ac09d640 con 0x7fc298004800 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.418+0000 7fc2a2ffd640 1 -- 172.21.15.173:0/3285809088 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a800fca0 con 0x7fc298004800 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.418+0000 7fc2b4578640 1 -- 172.21.15.173:0/3285809088 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2ac09dc00 con 0x7fc298004800 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.419+0000 7fc2b4578640 1 -- 172.21.15.173:0/3285809088 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2ac072050 con 0x7fc298004800 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.419+0000 7fc2a2ffd640 1 -- 172.21.15.173:0/3285809088 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc2a801d460 con 0x7fc298004800 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.420+0000 7fc2a2ffd640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc29006be30 0x7fc29006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:12.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.420+0000 7fc2b1b13640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc29006be30 0x7fc29006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:12.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.420+0000 7fc2a2ffd640 1 -- 172.21.15.173:0/3285809088 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fc2a808b090 con 0x7fc298004800 2024-09-10T09:28:12.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.420+0000 7fc2b1b13640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc29006be30 0x7fc29006e2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc29c032000 tx=0x7fc29c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:12.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.424+0000 7fc2a2ffd640 1 -- 172.21.15.173:0/3285809088 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc2a8059260 con 0x7fc298004800 2024-09-10T09:28:12.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:12.626+0000 7fc2b4578640 1 -- 172.21.15.173:0/3285809088 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc2ac0d05d0 con 0x7fc298004800 2024-09-10T09:28:13.312 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.311+0000 7fc2a2ffd640 1 -- 172.21.15.173:0/3285809088 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7fc2a805d560 con 0x7fc298004800 2024-09-10T09:28:13.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 -- 172.21.15.173:0/3285809088 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc29006be30 msgr2=0x7fc29006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc29006be30 0x7fc29006e2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc29c032000 tx=0x7fc29c02e000 comp rx=0 tx=0).stop 2024-09-10T09:28:13.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 -- 172.21.15.173:0/3285809088 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 msgr2=0x7fc2ac15b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc2ac15b670 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc2a8007340 tx=0x7fc2a8007800 comp rx=0 tx=0).stop 2024-09-10T09:28:13.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 -- 172.21.15.173:0/3285809088 shutdown_connections 2024-09-10T09:28:13.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc29006be30 0x7fc29006e2f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2ac09c8c0 0x7fc2ac09cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc2ac1e5a00 0x7fc2ac1e5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 --2- 172.21.15.173:0/3285809088 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc298004800 0x7fc2ac15b670 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 -- 172.21.15.173:0/3285809088 >> 172.21.15.173:0/3285809088 conn(0x7fc2ac06bdf0 msgr2=0x7fc2ac0ccb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:13.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 -- 172.21.15.173:0/3285809088 shutdown_connections 2024-09-10T09:28:13.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.314+0000 7fc2b4578640 1 -- 172.21.15.173:0/3285809088 wait complete. 2024-09-10T09:28:13.329 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T09:28:13.329 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:28:13.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.433+0000 7fd2a34e6640 1 Processor -- start 2024-09-10T09:28:13.434 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.433+0000 7fd2a34e6640 1 -- start start 2024-09-10T09:28:13.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.434+0000 7fd2a34e6640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd29c072d30 0x7fd29c06f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.434+0000 7fd2a34e6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c06f700 0x7fd29c15b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.434+0000 7fd2a34e6640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd29c0cdbe0 con 0x7fd29c15b300 2024-09-10T09:28:13.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.434+0000 7fd2a34e6640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fd29c0728a0 con 0x7fd29c072d30 2024-09-10T09:28:13.443 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.434+0000 7fd2a34e6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd29c06fb30 con 0x7fd29c06f700 2024-09-10T09:28:13.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.434+0000 7fd2a1a83640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c06f700 0x7fd29c15b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.434+0000 7fd2a0a81640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd29c072d30 0x7fd29c06f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.434+0000 7fd2a1282640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fd29c15b300 0x7fd29c0cceb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:40416/0 (socket says 172.21.15.173:40416) 2024-09-10T09:28:13.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.434+0000 7fd2a1282640 1 -- 172.21.15.173:0/446815960 learned_addr learned my addr 172.21.15.173:0/446815960 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:13.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.434+0000 7fd2a1a83640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c06f700 0x7fd29c15b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:39170/0 (socket says 172.21.15.173:39170) 2024-09-10T09:28:13.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.435+0000 7fd2a0a81640 1 -- 172.21.15.173:0/446815960 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c06f700 msgr2=0x7fd29c15b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:13.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.435+0000 7fd2a0a81640 1 --2- 172.21.15.173:0/446815960 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c06f700 0x7fd29c15b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.435+0000 7fd2a0a81640 1 -- 172.21.15.173:0/446815960 >> v1:172.21.15.176:6789/0 conn(0x7fd29c15b300 legacy=0x7fd29c0cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.435+0000 7fd2a0a81640 1 -- 172.21.15.173:0/446815960 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd29c0cd900 con 0x7fd29c072d30 2024-09-10T09:28:13.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.435+0000 7fd293fff640 1 -- 172.21.15.173:0/446815960 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1866535147 0 0) 0x7fd29c0cdbe0 con 0x7fd29c15b300 2024-09-10T09:28:13.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.435+0000 7fd2a1a83640 1 --2- 172.21.15.173:0/446815960 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c06f700 0x7fd29c15b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:28:13.445 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.435+0000 7fd2a0a81640 1 --2- 172.21.15.173:0/446815960 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd29c072d30 0x7fd29c06f1c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd28c0097a0 tx=0x7fd28c02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e27751968579bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:13.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd293fff640 1 -- 172.21.15.173:0/446815960 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd28c037070 con 0x7fd29c072d30 2024-09-10T09:28:13.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd293fff640 1 -- 172.21.15.173:0/446815960 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd28c02ae50 con 0x7fd29c072d30 2024-09-10T09:28:13.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd293fff640 1 -- 172.21.15.173:0/446815960 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd28c032660 con 0x7fd29c072d30 2024-09-10T09:28:13.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd2a34e6640 1 -- 172.21.15.173:0/446815960 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd29c072d30 msgr2=0x7fd29c06f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd2a34e6640 1 --2- 172.21.15.173:0/446815960 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd29c072d30 0x7fd29c06f1c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd28c0097a0 tx=0x7fd28c02a100 comp rx=0 tx=0).stop 2024-09-10T09:28:13.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd2a34e6640 1 -- 172.21.15.173:0/446815960 shutdown_connections 2024-09-10T09:28:13.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd2a34e6640 1 --2- 172.21.15.173:0/446815960 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c06f700 0x7fd29c15b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd2a34e6640 1 --2- 172.21.15.173:0/446815960 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd29c072d30 0x7fd29c06f1c0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd2a34e6640 1 -- 172.21.15.173:0/446815960 >> 172.21.15.173:0/446815960 conn(0x7fd29c067d70 msgr2=0x7fd29c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:13.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd2a34e6640 1 -- 172.21.15.173:0/446815960 shutdown_connections 2024-09-10T09:28:13.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.436+0000 7fd2a34e6640 1 -- 172.21.15.173:0/446815960 wait complete. 2024-09-10T09:28:13.448 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.437+0000 7fd2a34e6640 1 Processor -- start 2024-09-10T09:28:13.448 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.437+0000 7fd2a34e6640 1 -- start start 2024-09-10T09:28:13.448 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a34e6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd29c06f700 0x7fd29c158cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.448 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a34e6640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd29c072d30 0x7fd29c0ad930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.448 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a34e6640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c15b300 0x7fd29c0aa7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.448 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a34e6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd29c0cd5c0 con 0x7fd29c06f700 2024-09-10T09:28:13.448 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a34e6640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd29c072530 con 0x7fd29c072d30 2024-09-10T09:28:13.449 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a34e6640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd29c0cffe0 con 0x7fd29c15b300 2024-09-10T09:28:13.449 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a1282640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd29c06f700 0x7fd29c158cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.449 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a1282640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd29c06f700 0x7fd29c158cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54502/0 (socket says 172.21.15.173:54502) 2024-09-10T09:28:13.449 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a1282640 1 -- 172.21.15.173:0/1946634740 learned_addr learned my addr 172.21.15.173:0/1946634740 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:13.449 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a1a83640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c15b300 0x7fd29c0aa7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.449 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a0a81640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd29c072d30 0x7fd29c0ad930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.449 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.438+0000 7fd2a1282640 1 -- 172.21.15.173:0/1946634740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c15b300 msgr2=0x7fd29c0aa7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.450 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd2a1282640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c15b300 0x7fd29c0aa7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.450 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd2a1282640 1 -- 172.21.15.173:0/1946634740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd29c072d30 msgr2=0x7fd29c0ad930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.450 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd2a1282640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd29c072d30 0x7fd29c0ad930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.450 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd2a1282640 1 -- 172.21.15.173:0/1946634740 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd29c0ab000 con 0x7fd29c06f700 2024-09-10T09:28:13.450 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd2a1a83640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c15b300 0x7fd29c0aa7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:13.450 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd2a0a81640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd29c072d30 0x7fd29c0ad930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:13.450 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd2a1282640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd29c06f700 0x7fd29c158cb0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd29800c4a0 tx=0x7fd29800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:13.450 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd291ffb640 1 -- 172.21.15.173:0/1946634740 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd298017070 con 0x7fd29c06f700 2024-09-10T09:28:13.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd291ffb640 1 -- 172.21.15.173:0/1946634740 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd298005ce0 con 0x7fd29c06f700 2024-09-10T09:28:13.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd2a34e6640 1 -- 172.21.15.173:0/1946634740 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd29c0ab2e0 con 0x7fd29c06f700 2024-09-10T09:28:13.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd291ffb640 1 -- 172.21.15.173:0/1946634740 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2980072b0 con 0x7fd29c06f700 2024-09-10T09:28:13.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.439+0000 7fd2a34e6640 1 -- 172.21.15.173:0/1946634740 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd29c0ab8a0 con 0x7fd29c06f700 2024-09-10T09:28:13.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.440+0000 7fd2a34e6640 1 -- 172.21.15.173:0/1946634740 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd29c06f1c0 con 0x7fd29c06f700 2024-09-10T09:28:13.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.441+0000 7fd291ffb640 1 -- 172.21.15.173:0/1946634740 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd29801a070 con 0x7fd29c06f700 2024-09-10T09:28:13.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.441+0000 7fd291ffb640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd28006be30 0x7fd28006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.441+0000 7fd291ffb640 1 -- 172.21.15.173:0/1946634740 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fd29808a3b0 con 0x7fd29c06f700 2024-09-10T09:28:13.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.441+0000 7fd2a0a81640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd28006be30 0x7fd28006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.442+0000 7fd2a0a81640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd28006be30 0x7fd28006e2f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd28c034000 tx=0x7fd28c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:13.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.446+0000 7fd291ffb640 1 -- 172.21.15.173:0/1946634740 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd298058bd0 con 0x7fd29c06f700 2024-09-10T09:28:13.647 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.646+0000 7fd2a34e6640 1 -- 172.21.15.173:0/1946634740 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd29c06bd20 con 0x7fd29c06f700 2024-09-10T09:28:13.648 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.646+0000 7fd291ffb640 1 -- 172.21.15.173:0/1946634740 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5226 (secure 0 0 0) 0x7fd2980584d0 con 0x7fd29c06f700 2024-09-10T09:28:13.648 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:13.648 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":16,"btime":"2024-09-10T09:28:13:304961+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/3644707240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":3644707240},{"type":"v1","addr":"172.21.15.176:6835","nonce":3644707240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4852,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/546692745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":546692745},{"type":"v1","addr":"172.21.15.173:6837","nonce":546692745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4855,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/854312350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":854312350},{"type":"v1","addr":"172.21.15.176:6834","nonce":854312350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:28:10.634817+0000","modified":"2024-09-10T09:28:12.627656+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.173:6836/366729378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":366729378},{"type":"v1","addr":"172.21.15.173:6836","nonce":366729378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4914,"qdb_cluster":[4914]},"id":2}]} 2024-09-10T09:28:13.649 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 16 2024-09-10T09:28:13.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.648+0000 7fd2a34e6640 1 -- 172.21.15.173:0/1946634740 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd28006be30 msgr2=0x7fd28006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.648+0000 7fd2a34e6640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd28006be30 0x7fd28006e2f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd28c034000 tx=0x7fd28c02e000 comp rx=0 tx=0).stop 2024-09-10T09:28:13.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.648+0000 7fd2a34e6640 1 -- 172.21.15.173:0/1946634740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd29c06f700 msgr2=0x7fd29c158cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.648+0000 7fd2a34e6640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd29c06f700 0x7fd29c158cb0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd29800c4a0 tx=0x7fd29800c960 comp rx=0 tx=0).stop 2024-09-10T09:28:13.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.648+0000 7fd2a34e6640 1 -- 172.21.15.173:0/1946634740 shutdown_connections 2024-09-10T09:28:13.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.648+0000 7fd2a34e6640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd28006be30 0x7fd28006e2f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.648+0000 7fd2a34e6640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd29c15b300 0x7fd29c0aa7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.648+0000 7fd2a34e6640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd29c072d30 0x7fd29c0ad930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.650 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.648+0000 7fd2a34e6640 1 --2- 172.21.15.173:0/1946634740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd29c06f700 0x7fd29c158cb0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.648+0000 7fd2a34e6640 1 -- 172.21.15.173:0/1946634740 >> 172.21.15.173:0/1946634740 conn(0x7fd29c067d70 msgr2=0x7fd29c0c5e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:13.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.649+0000 7fd2a34e6640 1 -- 172.21.15.173:0/1946634740 shutdown_connections 2024-09-10T09:28:13.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.649+0000 7fd2a34e6640 1 -- 172.21.15.173:0/1946634740 wait complete. 2024-09-10T09:28:13.661 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:28:13.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.758+0000 7fc6d6ed0640 1 Processor -- start 2024-09-10T09:28:13.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.759+0000 7fc6d6ed0640 1 -- start start 2024-09-10T09:28:13.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.759+0000 7fc6d6ed0640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc6d00b3760 0x7fc6d00b3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.759+0000 7fc6d6ed0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 0x7fc6d0162340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.759+0000 7fc6d6ed0640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6d00b2790 con 0x7fc6d009aa30 2024-09-10T09:28:13.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.759+0000 7fc6d6ed0640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fc6d00d0670 con 0x7fc6d00b3760 2024-09-10T09:28:13.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.759+0000 7fc6d6ed0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc6d00b2a70 con 0x7fc6d006cd20 2024-09-10T09:28:13.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.760+0000 7fc6d546d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 0x7fc6d0162340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.760+0000 7fc6cffff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc6d00b3760 0x7fc6d00b3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.760+0000 7fc6d546d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 0x7fc6d0162340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.173:39176/0 (socket says 172.21.15.173:39176) 2024-09-10T09:28:13.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.760+0000 7fc6d546d640 1 -- 172.21.15.173:0/3581816142 learned_addr learned my addr 172.21.15.173:0/3581816142 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:13.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.760+0000 7fc6d4c6c640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fc6d009aa30 0x7fc6d009ae10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:40424/0 (socket says 172.21.15.173:40424) 2024-09-10T09:28:13.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.760+0000 7fc6d546d640 1 -- 172.21.15.173:0/3581816142 >> v2:172.21.15.176:3300/0 conn(0x7fc6d00b3760 msgr2=0x7fc6d00b3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:13.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.760+0000 7fc6d546d640 1 --2- 172.21.15.173:0/3581816142 >> v2:172.21.15.176:3300/0 conn(0x7fc6d00b3760 0x7fc6d00b3030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.760+0000 7fc6d546d640 1 -- 172.21.15.173:0/3581816142 >> v1:172.21.15.176:6789/0 conn(0x7fc6d009aa30 legacy=0x7fc6d009ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.760+0000 7fc6d546d640 1 -- 172.21.15.173:0/3581816142 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6d00b2d50 con 0x7fc6d006cd20 2024-09-10T09:28:13.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.760+0000 7fc6cffff640 1 --2- 172.21.15.173:0/3581816142 >> v2:172.21.15.176:3300/0 conn(0x7fc6d00b3760 0x7fc6d00b3030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:28:13.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.761+0000 7fc6d546d640 1 --2- 172.21.15.173:0/3581816142 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 0x7fc6d0162340 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8009870 tx=0x7fc6c802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fdf878118f4d248 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:13.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.761+0000 7fc6cf7fe640 1 -- 172.21.15.173:0/3581816142 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8037070 con 0x7fc6d006cd20 2024-09-10T09:28:13.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.761+0000 7fc6cf7fe640 1 -- 172.21.15.173:0/3581816142 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6c8032440 con 0x7fc6d006cd20 2024-09-10T09:28:13.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.761+0000 7fc6cf7fe640 1 -- 172.21.15.173:0/3581816142 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8032810 con 0x7fc6d006cd20 2024-09-10T09:28:13.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.761+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/3581816142 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 msgr2=0x7fc6d0162340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.761+0000 7fc6d6ed0640 1 --2- 172.21.15.173:0/3581816142 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 0x7fc6d0162340 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8009870 tx=0x7fc6c802a1c0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.762+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/3581816142 shutdown_connections 2024-09-10T09:28:13.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.762+0000 7fc6d6ed0640 1 --2- 172.21.15.173:0/3581816142 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 0x7fc6d0162340 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.762+0000 7fc6d6ed0640 1 --2- 172.21.15.173:0/3581816142 >> v2:172.21.15.176:3300/0 conn(0x7fc6d00b3760 0x7fc6d00b3030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.762+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/3581816142 >> 172.21.15.173:0/3581816142 conn(0x7fc6d00d23a0 msgr2=0x7fc6d00d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:13.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.762+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/3581816142 shutdown_connections 2024-09-10T09:28:13.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.762+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/3581816142 wait complete. 2024-09-10T09:28:13.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.763+0000 7fc6d6ed0640 1 Processor -- start 2024-09-10T09:28:13.765 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.763+0000 7fc6d6ed0640 1 -- start start 2024-09-10T09:28:13.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d6ed0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 0x7fc6d00c8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d6ed0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d009aa30 0x7fc6d00cc9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d6ed0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6d00b3760 0x7fc6d0162700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d6ed0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d015fe20 con 0x7fc6d00b3760 2024-09-10T09:28:13.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d6ed0640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d015fca0 con 0x7fc6d009aa30 2024-09-10T09:28:13.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d6ed0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc6d00d1fe0 con 0x7fc6d006cd20 2024-09-10T09:28:13.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d546d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6d00b3760 0x7fc6d0162700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d546d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6d00b3760 0x7fc6d0162700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54516/0 (socket says 172.21.15.173:54516) 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d546d640 1 -- 172.21.15.173:0/1471458061 learned_addr learned my addr 172.21.15.173:0/1471458061 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d4c6c640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 0x7fc6d00c8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6cffff640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d009aa30 0x7fc6d00cc9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d546d640 1 -- 172.21.15.173:0/1471458061 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 msgr2=0x7fc6d00c8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d546d640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 0x7fc6d00c8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d546d640 1 -- 172.21.15.173:0/1471458061 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d009aa30 msgr2=0x7fc6d00cc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d546d640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d009aa30 0x7fc6d00cc9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d546d640 1 -- 172.21.15.173:0/1471458061 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6d0161660 con 0x7fc6d00b3760 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d546d640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6d00b3760 0x7fc6d0162700 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc6c80097c0 tx=0x7fc6c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6cd7fa640 1 -- 172.21.15.173:0/1471458061 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8041020 con 0x7fc6d00b3760 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6cd7fa640 1 -- 172.21.15.173:0/1471458061 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6c803d700 con 0x7fc6d00b3760 2024-09-10T09:28:13.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/1471458061 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6d0161940 con 0x7fc6d00b3760 2024-09-10T09:28:13.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.764+0000 7fc6cd7fa640 1 -- 172.21.15.173:0/1471458061 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8037040 con 0x7fc6d00b3760 2024-09-10T09:28:13.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.765+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/1471458061 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6d0161f00 con 0x7fc6d00b3760 2024-09-10T09:28:13.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.765+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/1471458061 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6d00b3030 con 0x7fc6d00b3760 2024-09-10T09:28:13.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.766+0000 7fc6cd7fa640 1 -- 172.21.15.173:0/1471458061 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc6c8044020 con 0x7fc6d00b3760 2024-09-10T09:28:13.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.766+0000 7fc6cd7fa640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc6b006be30 0x7fc6b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:13.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.766+0000 7fc6cd7fa640 1 -- 172.21.15.173:0/1471458061 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fc6c80ab550 con 0x7fc6d00b3760 2024-09-10T09:28:13.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.766+0000 7fc6d4c6c640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc6b006be30 0x7fc6b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:13.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.767+0000 7fc6d4c6c640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc6b006be30 0x7fc6b006e2f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc6c0007fd0 tx=0x7fc6c00016d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:13.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.771+0000 7fc6cd7fa640 1 -- 172.21.15.173:0/1471458061 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc6c804b030 con 0x7fc6d00b3760 2024-09-10T09:28:13.939 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.938+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/1471458061 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6d00b3cb0 con 0x7fc6d00b3760 2024-09-10T09:28:13.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.939+0000 7fc6cd7fa640 1 -- 172.21.15.173:0/1471458061 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+17038 (secure 0 0 0) 0x7fc6c8079720 con 0x7fc6d00b3760 2024-09-10T09:28:13.940 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:13.940 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":39,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:28:12.295993+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:28:08.393136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T09:28:09.608166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:28:13.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/1471458061 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc6b006be30 msgr2=0x7fc6b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc6b006be30 0x7fc6b006e2f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc6c0007fd0 tx=0x7fc6c00016d0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/1471458061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6d00b3760 msgr2=0x7fc6d0162700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:13.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6d00b3760 0x7fc6d0162700 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc6c80097c0 tx=0x7fc6c80046c0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/1471458061 shutdown_connections 2024-09-10T09:28:13.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fc6b006be30 0x7fc6b006e2f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6d00b3760 0x7fc6d0162700 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d009aa30 0x7fc6d00cc9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 --2- 172.21.15.173:0/1471458061 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc6d006cd20 0x7fc6d00c8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:13.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/1471458061 >> 172.21.15.173:0/1471458061 conn(0x7fc6d00d23a0 msgr2=0x7fc6d015ef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:13.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/1471458061 shutdown_connections 2024-09-10T09:28:13.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:13.941+0000 7fc6d6ed0640 1 -- 172.21.15.173:0/1471458061 wait complete. 2024-09-10T09:28:13.953 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T09:28:13.953 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:28:14.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.051+0000 7f809a94b640 1 Processor -- start 2024-09-10T09:28:14.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.051+0000 7f809a94b640 1 -- start start 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.051+0000 7f809a94b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8094071750 0x7f80940d05e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.051+0000 7f809a94b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f80940d0b20 0x7f80941680c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f809a94b640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80940d12c0 con 0x7f809409aca0 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f809a94b640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f809406d040 con 0x7f8094071750 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f809a94b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f80940d15a0 con 0x7f80940d0b20 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f80937fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8094071750 0x7f80940d05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f8093fff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f809409aca0 0x7f809409b080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:55472/0 (socket says 172.21.15.173:55472) 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f8093fff640 1 -- 172.21.15.173:0/1532176099 learned_addr learned my addr 172.21.15.173:0/1532176099 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f8098ee8640 1 --2- 172.21.15.173:0/1532176099 >> v2:172.21.15.176:3300/0 conn(0x7f80940d0b20 0x7f80941680c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f80937fe640 1 -- 172.21.15.173:0/1532176099 >> v2:172.21.15.176:3300/0 conn(0x7f80940d0b20 msgr2=0x7f80941680c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:14.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f80937fe640 1 --2- 172.21.15.173:0/1532176099 >> v2:172.21.15.176:3300/0 conn(0x7f80940d0b20 0x7f80941680c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.055 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f80937fe640 1 -- 172.21.15.173:0/1532176099 >> v1:172.21.15.173:6789/0 conn(0x7f809409aca0 legacy=0x7f809409b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.055 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f80937fe640 1 -- 172.21.15.173:0/1532176099 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80940d1880 con 0x7f8094071750 2024-09-10T09:28:14.055 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f8092ffd640 1 -- 172.21.15.173:0/1532176099 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3019027031 0 0) 0x7f80940d12c0 con 0x7f809409aca0 2024-09-10T09:28:14.055 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.052+0000 7f8098ee8640 1 --2- 172.21.15.173:0/1532176099 >> v2:172.21.15.176:3300/0 conn(0x7f80940d0b20 0x7f80941680c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:14.055 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f80937fe640 1 --2- 172.21.15.173:0/1532176099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8094071750 0x7f80940d05e0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f8094074070 tx=0x7f807c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=557cdb0d9a3098b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:14.055 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f8092ffd640 1 -- 172.21.15.173:0/1532176099 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807c037070 con 0x7f8094071750 2024-09-10T09:28:14.055 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f8092ffd640 1 -- 172.21.15.173:0/1532176099 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f807c032440 con 0x7f8094071750 2024-09-10T09:28:14.055 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f8092ffd640 1 -- 172.21.15.173:0/1532176099 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807c032810 con 0x7f8094071750 2024-09-10T09:28:14.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f809a94b640 1 -- 172.21.15.173:0/1532176099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8094071750 msgr2=0x7f80940d05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f809a94b640 1 --2- 172.21.15.173:0/1532176099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8094071750 0x7f80940d05e0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f8094074070 tx=0x7f807c02a1a0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f809a94b640 1 -- 172.21.15.173:0/1532176099 shutdown_connections 2024-09-10T09:28:14.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f809a94b640 1 --2- 172.21.15.173:0/1532176099 >> v2:172.21.15.176:3300/0 conn(0x7f80940d0b20 0x7f80941680c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f809a94b640 1 --2- 172.21.15.173:0/1532176099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8094071750 0x7f80940d05e0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f809a94b640 1 -- 172.21.15.173:0/1532176099 >> 172.21.15.173:0/1532176099 conn(0x7f80940d23a0 msgr2=0x7f80940d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:14.057 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f809a94b640 1 -- 172.21.15.173:0/1532176099 shutdown_connections 2024-09-10T09:28:14.057 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.053+0000 7f809a94b640 1 -- 172.21.15.173:0/1532176099 wait complete. 2024-09-10T09:28:14.057 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.055+0000 7f809a94b640 1 Processor -- start 2024-09-10T09:28:14.057 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.055+0000 7f809a94b640 1 -- start start 2024-09-10T09:28:14.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.055+0000 7f809a94b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8094071750 0x7f80940b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.055+0000 7f809a94b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f809409aca0 0x7f80940cb560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.055+0000 7f809a94b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80940d0b20 0x7f80940b3150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.055+0000 7f809a94b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f809409b790 con 0x7f80940d0b20 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.055+0000 7f809a94b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8094070220 con 0x7f8094071750 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.055+0000 7f809a94b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f80940d0f70 con 0x7f809409aca0 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8098ee8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80940d0b20 0x7f80940b3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8098ee8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80940d0b20 0x7f80940b3150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54532/0 (socket says 172.21.15.173:54532) 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8098ee8640 1 -- 172.21.15.173:0/1455152455 learned_addr learned my addr 172.21.15.173:0/1455152455 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8093fff640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8094071750 0x7f80940b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f80937fe640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f809409aca0 0x7f80940cb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8098ee8640 1 -- 172.21.15.173:0/1455152455 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f809409aca0 msgr2=0x7f80940cb560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8098ee8640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f809409aca0 0x7f80940cb560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8098ee8640 1 -- 172.21.15.173:0/1455152455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8094071750 msgr2=0x7f80940b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8098ee8640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8094071750 0x7f80940b51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8098ee8640 1 -- 172.21.15.173:0/1455152455 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80940b58b0 con 0x7f80940d0b20 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8098ee8640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80940d0b20 0x7f80940b3150 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f808c007df0 tx=0x7f808c00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8090ff9640 1 -- 172.21.15.173:0/1455152455 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f808c01a070 con 0x7f80940d0b20 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8090ff9640 1 -- 172.21.15.173:0/1455152455 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f808c003990 con 0x7f80940d0b20 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f809a94b640 1 -- 172.21.15.173:0/1455152455 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80940b5b90 con 0x7f80940d0b20 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f8090ff9640 1 -- 172.21.15.173:0/1455152455 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f808c003d80 con 0x7f80940d0b20 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.056+0000 7f809a94b640 1 -- 172.21.15.173:0/1455152455 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80940b6150 con 0x7f80940d0b20 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.057+0000 7f809a94b640 1 -- 172.21.15.173:0/1455152455 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80940d05e0 con 0x7f80940d0b20 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.058+0000 7f8090ff9640 1 -- 172.21.15.173:0/1455152455 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f808c01d070 con 0x7f80940d0b20 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.058+0000 7f8090ff9640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f807406be60 0x7f807406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.058+0000 7f8093fff640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f807406be60 0x7f807406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.058+0000 7f8090ff9640 1 -- 172.21.15.173:0/1455152455 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f808c08b140 con 0x7f80940d0b20 2024-09-10T09:28:14.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.059+0000 7f8093fff640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f807406be60 0x7f807406e320 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8084000f60 tx=0x7f8084007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:14.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.063+0000 7f8090ff9640 1 -- 172.21.15.173:0/1455152455 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f808c010070 con 0x7f80940d0b20 2024-09-10T09:28:14.226 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.224+0000 7f809a94b640 1 -- 172.21.15.173:0/1455152455 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f80940d0880 con 0x7f807406be60 2024-09-10T09:28:14.231 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.230+0000 7f8090ff9640 1 -- 172.21.15.173:0/1455152455 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251886 (secure 0 0 0) 0x7f80940d0880 con 0x7f807406be60 2024-09-10T09:28:14.234 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:14.236 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:28:14.237 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 -- 172.21.15.173:0/1455152455 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f807406be60 msgr2=0x7f807406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.237 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f807406be60 0x7f807406e320 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8084000f60 tx=0x7f8084007d50 comp rx=0 tx=0).stop 2024-09-10T09:28:14.237 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 -- 172.21.15.173:0/1455152455 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80940d0b20 msgr2=0x7f80940b3150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.237 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80940d0b20 0x7f80940b3150 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f808c007df0 tx=0x7f808c00d4a0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 -- 172.21.15.173:0/1455152455 shutdown_connections 2024-09-10T09:28:14.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f807406be60 0x7f807406e320 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80940d0b20 0x7f80940b3150 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f809409aca0 0x7f80940cb560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 --2- 172.21.15.173:0/1455152455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8094071750 0x7f80940b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 -- 172.21.15.173:0/1455152455 >> 172.21.15.173:0/1455152455 conn(0x7f80940d23a0 msgr2=0x7f80940cc9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:14.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.233+0000 7f809a94b640 1 -- 172.21.15.173:0/1455152455 shutdown_connections 2024-09-10T09:28:14.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.234+0000 7f809a94b640 1 -- 172.21.15.173:0/1455152455 wait complete. 2024-09-10T09:28:14.245 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2024-09-10T09:28:12.355369+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":56,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220716,"kb_used_data":4484,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754004,"statfs":{"total":773094113280,"available":772868100096,"internally_reserved":0,"allocated":4591616,"data_stored":2624221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000531"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312847+0000","last_change":"2024-09-10T09:28:11.306516+0000","last_active":"2024-09-10T09:28:11.312847+0000","last_peered":"2024-09-10T09:28:11.312847+0000","last_clean":"2024-09-10T09:28:11.312847+0000","last_became_active":"2024-09-10T09:28:11.306058+0000","last_became_peered":"2024-09-10T09:28:11.306058+0000","last_unstale":"2024-09-10T09:28:11.312847+0000","last_undegraded":"2024-09-10T09:28:11.312847+0000","last_fullsized":"2024-09-10T09:28:11.312847+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:50.094272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312923+0000","last_change":"2024-09-10T09:28:11.309812+0000","last_active":"2024-09-10T09:28:11.312923+0000","last_peered":"2024-09-10T09:28:11.312923+0000","last_clean":"2024-09-10T09:28:11.312923+0000","last_became_active":"2024-09-10T09:28:11.309417+0000","last_became_peered":"2024-09-10T09:28:11.309417+0000","last_unstale":"2024-09-10T09:28:11.312923+0000","last_undegraded":"2024-09-10T09:28:11.312923+0000","last_fullsized":"2024-09-10T09:28:11.312923+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:23:51.682202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313882+0000","last_change":"2024-09-10T09:28:11.311529+0000","last_active":"2024-09-10T09:28:11.313882+0000","last_peered":"2024-09-10T09:28:11.313882+0000","last_clean":"2024-09-10T09:28:11.313882+0000","last_became_active":"2024-09-10T09:28:11.311255+0000","last_became_peered":"2024-09-10T09:28:11.311255+0000","last_unstale":"2024-09-10T09:28:11.313882+0000","last_undegraded":"2024-09-10T09:28:11.313882+0000","last_fullsized":"2024-09-10T09:28:11.313882+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:47:25.990846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.307363+0000","last_change":"2024-09-10T09:28:11.300557+0000","last_active":"2024-09-10T09:28:11.307363+0000","last_peered":"2024-09-10T09:28:11.307363+0000","last_clean":"2024-09-10T09:28:11.307363+0000","last_became_active":"2024-09-10T09:28:11.300297+0000","last_became_peered":"2024-09-10T09:28:11.300297+0000","last_unstale":"2024-09-10T09:28:11.307363+0000","last_undegraded":"2024-09-10T09:28:11.307363+0000","last_fullsized":"2024-09-10T09:28:11.307363+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:38.946467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.307132+0000","last_change":"2024-09-10T09:28:11.297090+0000","last_active":"2024-09-10T09:28:11.307132+0000","last_peered":"2024-09-10T09:28:11.307132+0000","last_clean":"2024-09-10T09:28:11.307132+0000","last_became_active":"2024-09-10T09:28:11.296800+0000","last_became_peered":"2024-09-10T09:28:11.296800+0000","last_unstale":"2024-09-10T09:28:11.307132+0000","last_undegraded":"2024-09-10T09:28:11.307132+0000","last_fullsized":"2024-09-10T09:28:11.307132+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:52:06.934867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317753+0000","last_change":"2024-09-10T09:28:11.316529+0000","last_active":"2024-09-10T09:28:11.317753+0000","last_peered":"2024-09-10T09:28:11.317753+0000","last_clean":"2024-09-10T09:28:11.317753+0000","last_became_active":"2024-09-10T09:28:11.316291+0000","last_became_peered":"2024-09-10T09:28:11.316291+0000","last_unstale":"2024-09-10T09:28:11.317753+0000","last_undegraded":"2024-09-10T09:28:11.317753+0000","last_fullsized":"2024-09-10T09:28:11.317753+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:47:25.990846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.319802+0000","last_change":"2024-09-10T09:28:11.312281+0000","last_active":"2024-09-10T09:28:11.319802+0000","last_peered":"2024-09-10T09:28:11.319802+0000","last_clean":"2024-09-10T09:28:11.319802+0000","last_became_active":"2024-09-10T09:28:11.311790+0000","last_became_peered":"2024-09-10T09:28:11.311790+0000","last_unstale":"2024-09-10T09:28:11.319802+0000","last_undegraded":"2024-09-10T09:28:11.319802+0000","last_fullsized":"2024-09-10T09:28:11.319802+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:28.658049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313661+0000","last_change":"2024-09-10T09:28:11.310873+0000","last_active":"2024-09-10T09:28:11.313661+0000","last_peered":"2024-09-10T09:28:11.313661+0000","last_clean":"2024-09-10T09:28:11.313661+0000","last_became_active":"2024-09-10T09:28:11.310598+0000","last_became_peered":"2024-09-10T09:28:11.310598+0000","last_unstale":"2024-09-10T09:28:11.313661+0000","last_undegraded":"2024-09-10T09:28:11.313661+0000","last_fullsized":"2024-09-10T09:28:11.313661+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:11.854653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313913+0000","last_change":"2024-09-10T09:28:11.309648+0000","last_active":"2024-09-10T09:28:11.313913+0000","last_peered":"2024-09-10T09:28:11.313913+0000","last_clean":"2024-09-10T09:28:11.313913+0000","last_became_active":"2024-09-10T09:28:11.309375+0000","last_became_peered":"2024-09-10T09:28:11.309375+0000","last_unstale":"2024-09-10T09:28:11.313913+0000","last_undegraded":"2024-09-10T09:28:11.313913+0000","last_fullsized":"2024-09-10T09:28:11.313913+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:06.699891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.321083+0000","last_change":"2024-09-10T09:28:11.313900+0000","last_active":"2024-09-10T09:28:11.321083+0000","last_peered":"2024-09-10T09:28:11.321083+0000","last_clean":"2024-09-10T09:28:11.321083+0000","last_became_active":"2024-09-10T09:28:11.313622+0000","last_became_peered":"2024-09-10T09:28:11.313622+0000","last_unstale":"2024-09-10T09:28:11.321083+0000","last_undegraded":"2024-09-10T09:28:11.321083+0000","last_fullsized":"2024-09-10T09:28:11.321083+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:41.268208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312868+0000","last_change":"2024-09-10T09:28:11.308762+0000","last_active":"2024-09-10T09:28:11.312868+0000","last_peered":"2024-09-10T09:28:11.312868+0000","last_clean":"2024-09-10T09:28:11.312868+0000","last_became_active":"2024-09-10T09:28:11.308476+0000","last_became_peered":"2024-09-10T09:28:11.308476+0000","last_unstale":"2024-09-10T09:28:11.312868+0000","last_undegraded":"2024-09-10T09:28:11.312868+0000","last_fullsized":"2024-09-10T09:28:11.312868+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:36:51.265845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311030+0000","last_change":"2024-09-10T09:28:11.303467+0000","last_active":"2024-09-10T09:28:11.311030+0000","last_peered":"2024-09-10T09:28:11.311030+0000","last_clean":"2024-09-10T09:28:11.311030+0000","last_became_active":"2024-09-10T09:28:11.303192+0000","last_became_peered":"2024-09-10T09:28:11.303192+0000","last_unstale":"2024-09-10T09:28:11.311030+0000","last_undegraded":"2024-09-10T09:28:11.311030+0000","last_fullsized":"2024-09-10T09:28:11.311030+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:04.861454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312948+0000","last_change":"2024-09-10T09:28:11.309094+0000","last_active":"2024-09-10T09:28:11.312948+0000","last_peered":"2024-09-10T09:28:11.312948+0000","last_clean":"2024-09-10T09:28:11.312948+0000","last_became_active":"2024-09-10T09:28:11.308812+0000","last_became_peered":"2024-09-10T09:28:11.308812+0000","last_unstale":"2024-09-10T09:28:11.312948+0000","last_undegraded":"2024-09-10T09:28:11.312948+0000","last_fullsized":"2024-09-10T09:28:11.312948+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:22.255666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.304682+0000","last_change":"2024-09-10T09:28:11.302664+0000","last_active":"2024-09-10T09:28:11.304682+0000","last_peered":"2024-09-10T09:28:11.304682+0000","last_clean":"2024-09-10T09:28:11.304682+0000","last_became_active":"2024-09-10T09:28:11.302386+0000","last_became_peered":"2024-09-10T09:28:11.302386+0000","last_unstale":"2024-09-10T09:28:11.304682+0000","last_undegraded":"2024-09-10T09:28:11.304682+0000","last_fullsized":"2024-09-10T09:28:11.304682+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:43.050071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312417+0000","last_change":"2024-09-10T09:28:11.308221+0000","last_active":"2024-09-10T09:28:11.312417+0000","last_peered":"2024-09-10T09:28:11.312417+0000","last_clean":"2024-09-10T09:28:11.312417+0000","last_became_active":"2024-09-10T09:28:11.307924+0000","last_became_peered":"2024-09-10T09:28:11.307924+0000","last_unstale":"2024-09-10T09:28:11.312417+0000","last_undegraded":"2024-09-10T09:28:11.312417+0000","last_fullsized":"2024-09-10T09:28:11.312417+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:03.227277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.314550+0000","last_change":"2024-09-10T09:28:11.310180+0000","last_active":"2024-09-10T09:28:11.314550+0000","last_peered":"2024-09-10T09:28:11.314550+0000","last_clean":"2024-09-10T09:28:11.314550+0000","last_became_active":"2024-09-10T09:28:11.309663+0000","last_became_peered":"2024-09-10T09:28:11.309663+0000","last_unstale":"2024-09-10T09:28:11.314550+0000","last_undegraded":"2024-09-10T09:28:11.314550+0000","last_fullsized":"2024-09-10T09:28:11.314550+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:59.237820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317248+0000","last_change":"2024-09-10T09:28:11.312764+0000","last_active":"2024-09-10T09:28:11.317248+0000","last_peered":"2024-09-10T09:28:11.317248+0000","last_clean":"2024-09-10T09:28:11.317248+0000","last_became_active":"2024-09-10T09:28:11.311137+0000","last_became_peered":"2024-09-10T09:28:11.311137+0000","last_unstale":"2024-09-10T09:28:11.317248+0000","last_undegraded":"2024-09-10T09:28:11.317248+0000","last_fullsized":"2024-09-10T09:28:11.317248+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:25.607072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312019+0000","last_change":"2024-09-10T09:28:11.307469+0000","last_active":"2024-09-10T09:28:11.312019+0000","last_peered":"2024-09-10T09:28:11.312019+0000","last_clean":"2024-09-10T09:28:11.312019+0000","last_became_active":"2024-09-10T09:28:11.305582+0000","last_became_peered":"2024-09-10T09:28:11.305582+0000","last_unstale":"2024-09-10T09:28:11.312019+0000","last_undegraded":"2024-09-10T09:28:11.312019+0000","last_fullsized":"2024-09-10T09:28:11.312019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:51.051316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312532+0000","last_change":"2024-09-10T09:28:11.308447+0000","last_active":"2024-09-10T09:28:11.312532+0000","last_peered":"2024-09-10T09:28:11.312532+0000","last_clean":"2024-09-10T09:28:11.312532+0000","last_became_active":"2024-09-10T09:28:11.308155+0000","last_became_peered":"2024-09-10T09:28:11.308155+0000","last_unstale":"2024-09-10T09:28:11.312532+0000","last_undegraded":"2024-09-10T09:28:11.312532+0000","last_fullsized":"2024-09-10T09:28:11.312532+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:26.643246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311983+0000","last_change":"2024-09-10T09:28:11.305707+0000","last_active":"2024-09-10T09:28:11.311983+0000","last_peered":"2024-09-10T09:28:11.311983+0000","last_clean":"2024-09-10T09:28:11.311983+0000","last_became_active":"2024-09-10T09:28:11.305285+0000","last_became_peered":"2024-09-10T09:28:11.305285+0000","last_unstale":"2024-09-10T09:28:11.311983+0000","last_undegraded":"2024-09-10T09:28:11.311983+0000","last_fullsized":"2024-09-10T09:28:11.311983+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:30:39.481761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311396+0000","last_change":"2024-09-10T09:28:11.306843+0000","last_active":"2024-09-10T09:28:11.311396+0000","last_peered":"2024-09-10T09:28:11.311396+0000","last_clean":"2024-09-10T09:28:11.311396+0000","last_became_active":"2024-09-10T09:28:11.306531+0000","last_became_peered":"2024-09-10T09:28:11.306531+0000","last_unstale":"2024-09-10T09:28:11.311396+0000","last_undegraded":"2024-09-10T09:28:11.311396+0000","last_fullsized":"2024-09-10T09:28:11.311396+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:58:11.928044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313977+0000","last_change":"2024-09-10T09:28:11.304519+0000","last_active":"2024-09-10T09:28:11.313977+0000","last_peered":"2024-09-10T09:28:11.313977+0000","last_clean":"2024-09-10T09:28:11.313977+0000","last_became_active":"2024-09-10T09:28:11.303909+0000","last_became_peered":"2024-09-10T09:28:11.303909+0000","last_unstale":"2024-09-10T09:28:11.313977+0000","last_undegraded":"2024-09-10T09:28:11.313977+0000","last_fullsized":"2024-09-10T09:28:11.313977+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:04.861454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317208+0000","last_change":"2024-09-10T09:28:11.311522+0000","last_active":"2024-09-10T09:28:11.317208+0000","last_peered":"2024-09-10T09:28:11.317208+0000","last_clean":"2024-09-10T09:28:11.317208+0000","last_became_active":"2024-09-10T09:28:11.311274+0000","last_became_peered":"2024-09-10T09:28:11.311274+0000","last_unstale":"2024-09-10T09:28:11.317208+0000","last_undegraded":"2024-09-10T09:28:11.317208+0000","last_fullsized":"2024-09-10T09:28:11.317208+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:45:18.259788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309540+0000","last_change":"2024-09-10T09:28:11.303840+0000","last_active":"2024-09-10T09:28:11.309540+0000","last_peered":"2024-09-10T09:28:11.309540+0000","last_clean":"2024-09-10T09:28:11.309540+0000","last_became_active":"2024-09-10T09:28:11.303567+0000","last_became_peered":"2024-09-10T09:28:11.303567+0000","last_unstale":"2024-09-10T09:28:11.309540+0000","last_undegraded":"2024-09-10T09:28:11.309540+0000","last_fullsized":"2024-09-10T09:28:11.309540+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:23:11.869825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.319143+0000","last_change":"2024-09-10T09:28:11.308438+0000","last_active":"2024-09-10T09:28:11.319143+0000","last_peered":"2024-09-10T09:28:11.319143+0000","last_clean":"2024-09-10T09:28:11.319143+0000","last_became_active":"2024-09-10T09:28:11.308039+0000","last_became_peered":"2024-09-10T09:28:11.308039+0000","last_unstale":"2024-09-10T09:28:11.319143+0000","last_undegraded":"2024-09-10T09:28:11.319143+0000","last_fullsized":"2024-09-10T09:28:11.319143+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:04.861454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313893+0000","last_change":"2024-09-10T09:28:11.310206+0000","last_active":"2024-09-10T09:28:11.313893+0000","last_peered":"2024-09-10T09:28:11.313893+0000","last_clean":"2024-09-10T09:28:11.313893+0000","last_became_active":"2024-09-10T09:28:11.309918+0000","last_became_peered":"2024-09-10T09:28:11.309918+0000","last_unstale":"2024-09-10T09:28:11.313893+0000","last_undegraded":"2024-09-10T09:28:11.313893+0000","last_fullsized":"2024-09-10T09:28:11.313893+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:02:16.769363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317692+0000","last_change":"2024-09-10T09:28:11.312102+0000","last_active":"2024-09-10T09:28:11.317692+0000","last_peered":"2024-09-10T09:28:11.317692+0000","last_clean":"2024-09-10T09:28:11.317692+0000","last_became_active":"2024-09-10T09:28:11.311834+0000","last_became_peered":"2024-09-10T09:28:11.311834+0000","last_unstale":"2024-09-10T09:28:11.317692+0000","last_undegraded":"2024-09-10T09:28:11.317692+0000","last_fullsized":"2024-09-10T09:28:11.317692+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:16.907982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.319302+0000","last_change":"2024-09-10T09:28:11.312250+0000","last_active":"2024-09-10T09:28:11.319302+0000","last_peered":"2024-09-10T09:28:11.319302+0000","last_clean":"2024-09-10T09:28:11.319302+0000","last_became_active":"2024-09-10T09:28:11.311292+0000","last_became_peered":"2024-09-10T09:28:11.311292+0000","last_unstale":"2024-09-10T09:28:11.319302+0000","last_undegraded":"2024-09-10T09:28:11.319302+0000","last_fullsized":"2024-09-10T09:28:11.319302+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:53.441299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311903+0000","last_change":"2024-09-10T09:28:11.307099+0000","last_active":"2024-09-10T09:28:11.311903+0000","last_peered":"2024-09-10T09:28:11.311903+0000","last_clean":"2024-09-10T09:28:11.311903+0000","last_became_active":"2024-09-10T09:28:11.306825+0000","last_became_peered":"2024-09-10T09:28:11.306825+0000","last_unstale":"2024-09-10T09:28:11.311903+0000","last_undegraded":"2024-09-10T09:28:11.311903+0000","last_fullsized":"2024-09-10T09:28:11.311903+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:43.050071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.306363+0000","last_change":"2024-09-10T09:28:11.302499+0000","last_active":"2024-09-10T09:28:11.306363+0000","last_peered":"2024-09-10T09:28:11.306363+0000","last_clean":"2024-09-10T09:28:11.306363+0000","last_became_active":"2024-09-10T09:28:11.301978+0000","last_became_peered":"2024-09-10T09:28:11.301978+0000","last_unstale":"2024-09-10T09:28:11.306363+0000","last_undegraded":"2024-09-10T09:28:11.306363+0000","last_fullsized":"2024-09-10T09:28:11.306363+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:13.904641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317244+0000","last_change":"2024-09-10T09:28:11.312268+0000","last_active":"2024-09-10T09:28:11.317244+0000","last_peered":"2024-09-10T09:28:11.317244+0000","last_clean":"2024-09-10T09:28:11.317244+0000","last_became_active":"2024-09-10T09:28:11.312012+0000","last_became_peered":"2024-09-10T09:28:11.312012+0000","last_unstale":"2024-09-10T09:28:11.317244+0000","last_undegraded":"2024-09-10T09:28:11.317244+0000","last_fullsized":"2024-09-10T09:28:11.317244+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:57.311572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.315958+0000","last_change":"2024-09-10T09:28:11.311654+0000","last_active":"2024-09-10T09:28:11.315958+0000","last_peered":"2024-09-10T09:28:11.315958+0000","last_clean":"2024-09-10T09:28:11.315958+0000","last_became_active":"2024-09-10T09:28:11.311308+0000","last_became_peered":"2024-09-10T09:28:11.311308+0000","last_unstale":"2024-09-10T09:28:11.315958+0000","last_undegraded":"2024-09-10T09:28:11.315958+0000","last_fullsized":"2024-09-10T09:28:11.315958+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:06.699891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317263+0000","last_change":"2024-09-10T09:28:11.310857+0000","last_active":"2024-09-10T09:28:11.317263+0000","last_peered":"2024-09-10T09:28:11.317263+0000","last_clean":"2024-09-10T09:28:11.317263+0000","last_became_active":"2024-09-10T09:28:11.310608+0000","last_became_peered":"2024-09-10T09:28:11.310608+0000","last_unstale":"2024-09-10T09:28:11.317263+0000","last_undegraded":"2024-09-10T09:28:11.317263+0000","last_fullsized":"2024-09-10T09:28:11.317263+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:02:00.299495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322885+0000","last_change":"2024-09-10T09:28:10.296798+0000","last_active":"2024-09-10T09:28:11.322885+0000","last_peered":"2024-09-10T09:28:11.322885+0000","last_clean":"2024-09-10T09:28:11.322885+0000","last_became_active":"2024-09-10T09:28:10.296516+0000","last_became_peered":"2024-09-10T09:28:10.296516+0000","last_unstale":"2024-09-10T09:28:11.322885+0000","last_undegraded":"2024-09-10T09:28:11.322885+0000","last_fullsized":"2024-09-10T09:28:11.322885+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:19.823780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.316071+0000","last_change":"2024-09-10T09:28:11.312248+0000","last_active":"2024-09-10T09:28:11.316071+0000","last_peered":"2024-09-10T09:28:11.316071+0000","last_clean":"2024-09-10T09:28:11.316071+0000","last_became_active":"2024-09-10T09:28:11.311812+0000","last_became_peered":"2024-09-10T09:28:11.311812+0000","last_unstale":"2024-09-10T09:28:11.316071+0000","last_undegraded":"2024-09-10T09:28:11.316071+0000","last_fullsized":"2024-09-10T09:28:11.316071+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:58:11.928044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.321344+0000","last_change":"2024-09-10T09:28:10.305300+0000","last_active":"2024-09-10T09:28:11.321344+0000","last_peered":"2024-09-10T09:28:11.321344+0000","last_clean":"2024-09-10T09:28:11.321344+0000","last_became_active":"2024-09-10T09:28:10.304967+0000","last_became_peered":"2024-09-10T09:28:10.304967+0000","last_unstale":"2024-09-10T09:28:11.321344+0000","last_undegraded":"2024-09-10T09:28:11.321344+0000","last_fullsized":"2024-09-10T09:28:11.321344+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:12.900143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313879+0000","last_change":"2024-09-10T09:28:11.307216+0000","last_active":"2024-09-10T09:28:11.313879+0000","last_peered":"2024-09-10T09:28:11.313879+0000","last_clean":"2024-09-10T09:28:11.313879+0000","last_became_active":"2024-09-10T09:28:11.306813+0000","last_became_peered":"2024-09-10T09:28:11.306813+0000","last_unstale":"2024-09-10T09:28:11.313879+0000","last_undegraded":"2024-09-10T09:28:11.313879+0000","last_fullsized":"2024-09-10T09:28:11.313879+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:02:16.769363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.323329+0000","last_change":"2024-09-10T09:28:10.305825+0000","last_active":"2024-09-10T09:28:11.323329+0000","last_peered":"2024-09-10T09:28:11.323329+0000","last_clean":"2024-09-10T09:28:11.323329+0000","last_became_active":"2024-09-10T09:28:10.305492+0000","last_became_peered":"2024-09-10T09:28:10.305492+0000","last_unstale":"2024-09-10T09:28:11.323329+0000","last_undegraded":"2024-09-10T09:28:11.323329+0000","last_fullsized":"2024-09-10T09:28:11.323329+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:50.046817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312868+0000","last_change":"2024-09-10T09:28:11.309432+0000","last_active":"2024-09-10T09:28:11.312868+0000","last_peered":"2024-09-10T09:28:11.312868+0000","last_clean":"2024-09-10T09:28:11.312868+0000","last_became_active":"2024-09-10T09:28:11.309175+0000","last_became_peered":"2024-09-10T09:28:11.309175+0000","last_unstale":"2024-09-10T09:28:11.312868+0000","last_undegraded":"2024-09-10T09:28:11.312868+0000","last_fullsized":"2024-09-10T09:28:11.312868+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:09.932780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.323196+0000","last_change":"2024-09-10T09:28:10.303995+0000","last_active":"2024-09-10T09:28:11.323196+0000","last_peered":"2024-09-10T09:28:11.323196+0000","last_clean":"2024-09-10T09:28:11.323196+0000","last_became_active":"2024-09-10T09:28:10.303684+0000","last_became_peered":"2024-09-10T09:28:10.303684+0000","last_unstale":"2024-09-10T09:28:11.323196+0000","last_undegraded":"2024-09-10T09:28:11.323196+0000","last_fullsized":"2024-09-10T09:28:11.323196+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:19.823780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309665+0000","last_change":"2024-09-10T09:28:11.305265+0000","last_active":"2024-09-10T09:28:11.309665+0000","last_peered":"2024-09-10T09:28:11.309665+0000","last_clean":"2024-09-10T09:28:11.309665+0000","last_became_active":"2024-09-10T09:28:11.304964+0000","last_became_peered":"2024-09-10T09:28:11.304964+0000","last_unstale":"2024-09-10T09:28:11.309665+0000","last_undegraded":"2024-09-10T09:28:11.309665+0000","last_fullsized":"2024-09-10T09:28:11.309665+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:02:16.769363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322292+0000","last_change":"2024-09-10T09:28:10.307545+0000","last_active":"2024-09-10T09:28:11.322292+0000","last_peered":"2024-09-10T09:28:11.322292+0000","last_clean":"2024-09-10T09:28:11.322292+0000","last_became_active":"2024-09-10T09:28:10.307243+0000","last_became_peered":"2024-09-10T09:28:10.307243+0000","last_unstale":"2024-09-10T09:28:11.322292+0000","last_undegraded":"2024-09-10T09:28:11.322292+0000","last_fullsized":"2024-09-10T09:28:11.322292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:02:15.764865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.318632+0000","last_change":"2024-09-10T09:28:11.312061+0000","last_active":"2024-09-10T09:28:11.318632+0000","last_peered":"2024-09-10T09:28:11.318632+0000","last_clean":"2024-09-10T09:28:11.318632+0000","last_became_active":"2024-09-10T09:28:11.311245+0000","last_became_peered":"2024-09-10T09:28:11.311245+0000","last_unstale":"2024-09-10T09:28:11.318632+0000","last_undegraded":"2024-09-10T09:28:11.318632+0000","last_fullsized":"2024-09-10T09:28:11.318632+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:16.674107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322148+0000","last_change":"2024-09-10T09:28:10.307977+0000","last_active":"2024-09-10T09:28:11.322148+0000","last_peered":"2024-09-10T09:28:11.322148+0000","last_clean":"2024-09-10T09:28:11.322148+0000","last_became_active":"2024-09-10T09:28:10.307624+0000","last_became_peered":"2024-09-10T09:28:10.307624+0000","last_unstale":"2024-09-10T09:28:11.322148+0000","last_undegraded":"2024-09-10T09:28:11.322148+0000","last_fullsized":"2024-09-10T09:28:11.322148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:53:37.340991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.315014+0000","last_change":"2024-09-10T09:28:11.310641+0000","last_active":"2024-09-10T09:28:11.315014+0000","last_peered":"2024-09-10T09:28:11.315014+0000","last_clean":"2024-09-10T09:28:11.315014+0000","last_became_active":"2024-09-10T09:28:11.310334+0000","last_became_peered":"2024-09-10T09:28:11.310334+0000","last_unstale":"2024-09-10T09:28:11.315014+0000","last_undegraded":"2024-09-10T09:28:11.315014+0000","last_fullsized":"2024-09-10T09:28:11.315014+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:06.699891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.297748+0000","last_change":"2024-09-10T09:28:10.307297+0000","last_active":"2024-09-10T09:28:11.297748+0000","last_peered":"2024-09-10T09:28:11.297748+0000","last_clean":"2024-09-10T09:28:11.297748+0000","last_became_active":"2024-09-10T09:28:10.307028+0000","last_became_peered":"2024-09-10T09:28:10.307028+0000","last_unstale":"2024-09-10T09:28:11.297748+0000","last_undegraded":"2024-09-10T09:28:11.297748+0000","last_fullsized":"2024-09-10T09:28:11.297748+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:42.045573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309949+0000","last_change":"2024-09-10T09:28:11.305328+0000","last_active":"2024-09-10T09:28:11.309949+0000","last_peered":"2024-09-10T09:28:11.309949+0000","last_clean":"2024-09-10T09:28:11.309949+0000","last_became_active":"2024-09-10T09:28:11.305059+0000","last_became_peered":"2024-09-10T09:28:11.305059+0000","last_unstale":"2024-09-10T09:28:11.309949+0000","last_undegraded":"2024-09-10T09:28:11.309949+0000","last_fullsized":"2024-09-10T09:28:11.309949+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:56:22.144587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.291457+0000","last_change":"2024-09-10T09:28:10.302242+0000","last_active":"2024-09-10T09:28:11.291457+0000","last_peered":"2024-09-10T09:28:11.291457+0000","last_clean":"2024-09-10T09:28:11.291457+0000","last_became_active":"2024-09-10T09:28:10.301955+0000","last_became_peered":"2024-09-10T09:28:10.301955+0000","last_unstale":"2024-09-10T09:28:11.291457+0000","last_undegraded":"2024-09-10T09:28:11.291457+0000","last_fullsized":"2024-09-10T09:28:11.291457+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:12.900143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.307341+0000","last_change":"2024-09-10T09:28:11.297123+0000","last_active":"2024-09-10T09:28:11.307341+0000","last_peered":"2024-09-10T09:28:11.307341+0000","last_clean":"2024-09-10T09:28:11.307341+0000","last_became_active":"2024-09-10T09:28:11.296863+0000","last_became_peered":"2024-09-10T09:28:11.296863+0000","last_unstale":"2024-09-10T09:28:11.307341+0000","last_undegraded":"2024-09-10T09:28:11.307341+0000","last_fullsized":"2024-09-10T09:28:11.307341+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:26.484039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.299417+0000","last_change":"2024-09-10T09:28:10.304404+0000","last_active":"2024-09-10T09:28:11.299417+0000","last_peered":"2024-09-10T09:28:11.299417+0000","last_clean":"2024-09-10T09:28:11.299417+0000","last_became_active":"2024-09-10T09:28:10.304110+0000","last_became_peered":"2024-09-10T09:28:10.304110+0000","last_unstale":"2024-09-10T09:28:11.299417+0000","last_undegraded":"2024-09-10T09:28:11.299417+0000","last_fullsized":"2024-09-10T09:28:11.299417+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:21.251167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.314567+0000","last_change":"2024-09-10T09:28:11.309733+0000","last_active":"2024-09-10T09:28:11.314567+0000","last_peered":"2024-09-10T09:28:11.314567+0000","last_clean":"2024-09-10T09:28:11.314567+0000","last_became_active":"2024-09-10T09:28:11.309109+0000","last_became_peered":"2024-09-10T09:28:11.309109+0000","last_unstale":"2024-09-10T09:28:11.314567+0000","last_undegraded":"2024-09-10T09:28:11.314567+0000","last_fullsized":"2024-09-10T09:28:11.314567+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:16.243018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.297487+0000","last_change":"2024-09-10T09:28:10.308936+0000","last_active":"2024-09-10T09:28:11.297487+0000","last_peered":"2024-09-10T09:28:11.297487+0000","last_clean":"2024-09-10T09:28:11.297487+0000","last_became_active":"2024-09-10T09:28:10.308649+0000","last_became_peered":"2024-09-10T09:28:10.308649+0000","last_unstale":"2024-09-10T09:28:11.297487+0000","last_undegraded":"2024-09-10T09:28:11.297487+0000","last_fullsized":"2024-09-10T09:28:11.297487+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:22:57.308511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.308749+0000","last_change":"2024-09-10T09:28:11.305549+0000","last_active":"2024-09-10T09:28:11.308749+0000","last_peered":"2024-09-10T09:28:11.308749+0000","last_clean":"2024-09-10T09:28:11.308749+0000","last_became_active":"2024-09-10T09:28:11.305295+0000","last_became_peered":"2024-09-10T09:28:11.305295+0000","last_unstale":"2024-09-10T09:28:11.308749+0000","last_undegraded":"2024-09-10T09:28:11.308749+0000","last_fullsized":"2024-09-10T09:28:11.308749+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:22:58.313009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.327325+0000","last_change":"2024-09-10T09:28:10.307218+0000","last_active":"2024-09-10T09:28:11.327325+0000","last_peered":"2024-09-10T09:28:11.327325+0000","last_clean":"2024-09-10T09:28:11.327325+0000","last_became_active":"2024-09-10T09:28:10.306873+0000","last_became_peered":"2024-09-10T09:28:10.306873+0000","last_unstale":"2024-09-10T09:28:11.327325+0000","last_undegraded":"2024-09-10T09:28:11.327325+0000","last_fullsized":"2024-09-10T09:28:11.327325+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:05.695392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.314019+0000","last_change":"2024-09-10T09:28:11.304743+0000","last_active":"2024-09-10T09:28:11.314019+0000","last_peered":"2024-09-10T09:28:11.314019+0000","last_clean":"2024-09-10T09:28:11.314019+0000","last_became_active":"2024-09-10T09:28:11.303931+0000","last_became_peered":"2024-09-10T09:28:11.303931+0000","last_unstale":"2024-09-10T09:28:11.314019+0000","last_undegraded":"2024-09-10T09:28:11.314019+0000","last_fullsized":"2024-09-10T09:28:11.314019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:16.907982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":18,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.328148+0000","last_change":"2024-09-10T09:28:10.303269+0000","last_active":"2024-09-10T09:28:11.328148+0000","last_peered":"2024-09-10T09:28:11.328148+0000","last_clean":"2024-09-10T09:28:11.328148+0000","last_became_active":"2024-09-10T09:28:10.303011+0000","last_became_peered":"2024-09-10T09:28:10.303011+0000","last_unstale":"2024-09-10T09:28:11.328148+0000","last_undegraded":"2024-09-10T09:28:11.328148+0000","last_fullsized":"2024-09-10T09:28:11.328148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:02.222779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313941+0000","last_change":"2024-09-10T09:28:11.309775+0000","last_active":"2024-09-10T09:28:11.313941+0000","last_peered":"2024-09-10T09:28:11.313941+0000","last_clean":"2024-09-10T09:28:11.313941+0000","last_became_active":"2024-09-10T09:28:11.309472+0000","last_became_peered":"2024-09-10T09:28:11.309472+0000","last_unstale":"2024-09-10T09:28:11.313941+0000","last_undegraded":"2024-09-10T09:28:11.313941+0000","last_fullsized":"2024-09-10T09:28:11.313941+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:58:11.928044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322965+0000","last_change":"2024-09-10T09:28:10.299318+0000","last_active":"2024-09-10T09:28:11.322965+0000","last_peered":"2024-09-10T09:28:11.322965+0000","last_clean":"2024-09-10T09:28:11.322965+0000","last_became_active":"2024-09-10T09:28:10.299054+0000","last_became_peered":"2024-09-10T09:28:10.299054+0000","last_unstale":"2024-09-10T09:28:11.322965+0000","last_undegraded":"2024-09-10T09:28:11.322965+0000","last_fullsized":"2024-09-10T09:28:11.322965+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:36:50.261347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312954+0000","last_change":"2024-09-10T09:28:11.306362+0000","last_active":"2024-09-10T09:28:11.312954+0000","last_peered":"2024-09-10T09:28:11.312954+0000","last_clean":"2024-09-10T09:28:11.312954+0000","last_became_active":"2024-09-10T09:28:11.306102+0000","last_became_peered":"2024-09-10T09:28:11.306102+0000","last_unstale":"2024-09-10T09:28:11.312954+0000","last_undegraded":"2024-09-10T09:28:11.312954+0000","last_fullsized":"2024-09-10T09:28:11.312954+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:41.268208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.300133+0000","last_change":"2024-09-10T09:28:10.307292+0000","last_active":"2024-09-10T09:28:11.300133+0000","last_peered":"2024-09-10T09:28:11.300133+0000","last_clean":"2024-09-10T09:28:11.300133+0000","last_became_active":"2024-09-10T09:28:10.307003+0000","last_became_peered":"2024-09-10T09:28:10.307003+0000","last_unstale":"2024-09-10T09:28:11.300133+0000","last_undegraded":"2024-09-10T09:28:11.300133+0000","last_fullsized":"2024-09-10T09:28:11.300133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:03.856956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317221+0000","last_change":"2024-09-10T09:28:11.312325+0000","last_active":"2024-09-10T09:28:11.317221+0000","last_peered":"2024-09-10T09:28:11.317221+0000","last_clean":"2024-09-10T09:28:11.317221+0000","last_became_active":"2024-09-10T09:28:11.312079+0000","last_became_peered":"2024-09-10T09:28:11.312079+0000","last_unstale":"2024-09-10T09:28:11.317221+0000","last_undegraded":"2024-09-10T09:28:11.317221+0000","last_fullsized":"2024-09-10T09:28:11.317221+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:49.187290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.296256+0000","last_change":"2024-09-10T09:28:10.297660+0000","last_active":"2024-09-10T09:28:11.296256+0000","last_peered":"2024-09-10T09:28:11.296256+0000","last_clean":"2024-09-10T09:28:11.296256+0000","last_became_active":"2024-09-10T09:28:10.297236+0000","last_became_peered":"2024-09-10T09:28:10.297236+0000","last_unstale":"2024-09-10T09:28:11.296256+0000","last_undegraded":"2024-09-10T09:28:11.296256+0000","last_fullsized":"2024-09-10T09:28:11.296256+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:48.124563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312994+0000","last_change":"2024-09-10T09:28:11.307169+0000","last_active":"2024-09-10T09:28:11.312994+0000","last_peered":"2024-09-10T09:28:11.312994+0000","last_clean":"2024-09-10T09:28:11.312994+0000","last_became_active":"2024-09-10T09:28:11.306869+0000","last_became_peered":"2024-09-10T09:28:11.306869+0000","last_unstale":"2024-09-10T09:28:11.312994+0000","last_undegraded":"2024-09-10T09:28:11.312994+0000","last_fullsized":"2024-09-10T09:28:11.312994+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:44.860193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":20,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.323379+0000","last_change":"2024-09-10T09:28:10.306331+0000","last_active":"2024-09-10T09:28:11.323379+0000","last_peered":"2024-09-10T09:28:11.323379+0000","last_clean":"2024-09-10T09:28:11.323379+0000","last_became_active":"2024-09-10T09:28:10.306067+0000","last_became_peered":"2024-09-10T09:28:10.306067+0000","last_unstale":"2024-09-10T09:28:11.323379+0000","last_undegraded":"2024-09-10T09:28:11.323379+0000","last_fullsized":"2024-09-10T09:28:11.323379+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:26:01.036732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312818+0000","last_change":"2024-09-10T09:28:11.306265+0000","last_active":"2024-09-10T09:28:11.312818+0000","last_peered":"2024-09-10T09:28:11.312818+0000","last_clean":"2024-09-10T09:28:11.312818+0000","last_became_active":"2024-09-10T09:28:11.305977+0000","last_became_peered":"2024-09-10T09:28:11.305977+0000","last_unstale":"2024-09-10T09:28:11.312818+0000","last_undegraded":"2024-09-10T09:28:11.312818+0000","last_fullsized":"2024-09-10T09:28:11.312818+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:28.658049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322629+0000","last_change":"2024-09-10T09:28:10.310404+0000","last_active":"2024-09-10T09:28:11.322629+0000","last_peered":"2024-09-10T09:28:11.322629+0000","last_clean":"2024-09-10T09:28:11.322629+0000","last_became_active":"2024-09-10T09:28:10.310132+0000","last_became_peered":"2024-09-10T09:28:10.310132+0000","last_unstale":"2024-09-10T09:28:11.322629+0000","last_undegraded":"2024-09-10T09:28:11.322629+0000","last_fullsized":"2024-09-10T09:28:11.322629+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:03.856956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311204+0000","last_change":"2024-09-10T09:28:11.308041+0000","last_active":"2024-09-10T09:28:11.311204+0000","last_peered":"2024-09-10T09:28:11.311204+0000","last_clean":"2024-09-10T09:28:11.311204+0000","last_became_active":"2024-09-10T09:28:11.307750+0000","last_became_peered":"2024-09-10T09:28:11.307750+0000","last_unstale":"2024-09-10T09:28:11.311204+0000","last_undegraded":"2024-09-10T09:28:11.311204+0000","last_fullsized":"2024-09-10T09:28:11.311204+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:47:25.990846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322703+0000","last_change":"2024-09-10T09:28:10.308268+0000","last_active":"2024-09-10T09:28:11.322703+0000","last_peered":"2024-09-10T09:28:11.322703+0000","last_clean":"2024-09-10T09:28:11.322703+0000","last_became_active":"2024-09-10T09:28:10.307968+0000","last_became_peered":"2024-09-10T09:28:10.307968+0000","last_unstale":"2024-09-10T09:28:11.322703+0000","last_undegraded":"2024-09-10T09:28:11.322703+0000","last_fullsized":"2024-09-10T09:28:11.322703+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:30:38.477263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313909+0000","last_change":"2024-09-10T09:28:11.307883+0000","last_active":"2024-09-10T09:28:11.313909+0000","last_peered":"2024-09-10T09:28:11.313909+0000","last_clean":"2024-09-10T09:28:11.313909+0000","last_became_active":"2024-09-10T09:28:11.307474+0000","last_became_peered":"2024-09-10T09:28:11.307474+0000","last_unstale":"2024-09-10T09:28:11.313909+0000","last_undegraded":"2024-09-10T09:28:11.313909+0000","last_fullsized":"2024-09-10T09:28:11.313909+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:22:58.313009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322145+0000","last_change":"2024-09-10T09:28:10.299882+0000","last_active":"2024-09-10T09:28:11.322145+0000","last_peered":"2024-09-10T09:28:11.322145+0000","last_clean":"2024-09-10T09:28:11.322145+0000","last_became_active":"2024-09-10T09:28:10.299609+0000","last_became_peered":"2024-09-10T09:28:10.299609+0000","last_unstale":"2024-09-10T09:28:11.322145+0000","last_undegraded":"2024-09-10T09:28:11.322145+0000","last_fullsized":"2024-09-10T09:28:11.322145+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:15.790879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309992+0000","last_change":"2024-09-10T09:28:11.305478+0000","last_active":"2024-09-10T09:28:11.309992+0000","last_peered":"2024-09-10T09:28:11.309992+0000","last_clean":"2024-09-10T09:28:11.309992+0000","last_became_active":"2024-09-10T09:28:11.305216+0000","last_became_peered":"2024-09-10T09:28:11.305216+0000","last_unstale":"2024-09-10T09:28:11.309992+0000","last_undegraded":"2024-09-10T09:28:11.309992+0000","last_fullsized":"2024-09-10T09:28:11.309992+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:37.276374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.296387+0000","last_change":"2024-09-10T09:28:10.301834+0000","last_active":"2024-09-10T09:28:11.296387+0000","last_peered":"2024-09-10T09:28:11.296387+0000","last_clean":"2024-09-10T09:28:11.296387+0000","last_became_active":"2024-09-10T09:28:10.301568+0000","last_became_peered":"2024-09-10T09:28:10.301568+0000","last_unstale":"2024-09-10T09:28:11.296387+0000","last_undegraded":"2024-09-10T09:28:11.296387+0000","last_fullsized":"2024-09-10T09:28:11.296387+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:30:38.477263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.318978+0000","last_change":"2024-09-10T09:28:11.311807+0000","last_active":"2024-09-10T09:28:11.318978+0000","last_peered":"2024-09-10T09:28:11.318978+0000","last_clean":"2024-09-10T09:28:11.318978+0000","last_became_active":"2024-09-10T09:28:11.311556+0000","last_became_peered":"2024-09-10T09:28:11.311556+0000","last_unstale":"2024-09-10T09:28:11.318978+0000","last_undegraded":"2024-09-10T09:28:11.318978+0000","last_fullsized":"2024-09-10T09:28:11.318978+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:29.371654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.323244+0000","last_change":"2024-09-10T09:28:10.299466+0000","last_active":"2024-09-10T09:28:11.323244+0000","last_peered":"2024-09-10T09:28:11.323244+0000","last_clean":"2024-09-10T09:28:11.323244+0000","last_became_active":"2024-09-10T09:28:10.299187+0000","last_became_peered":"2024-09-10T09:28:10.299187+0000","last_unstale":"2024-09-10T09:28:11.323244+0000","last_undegraded":"2024-09-10T09:28:11.323244+0000","last_fullsized":"2024-09-10T09:28:11.323244+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:34.685638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.308641+0000","last_change":"2024-09-10T09:28:11.304473+0000","last_active":"2024-09-10T09:28:11.308641+0000","last_peered":"2024-09-10T09:28:11.308641+0000","last_clean":"2024-09-10T09:28:11.308641+0000","last_became_active":"2024-09-10T09:28:11.304194+0000","last_became_peered":"2024-09-10T09:28:11.304194+0000","last_unstale":"2024-09-10T09:28:11.308641+0000","last_undegraded":"2024-09-10T09:28:11.308641+0000","last_fullsized":"2024-09-10T09:28:11.308641+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:16.907982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.291818+0000","last_change":"2024-09-10T09:28:10.301007+0000","last_active":"2024-09-10T09:28:11.291818+0000","last_peered":"2024-09-10T09:28:11.291818+0000","last_clean":"2024-09-10T09:28:11.291818+0000","last_became_active":"2024-09-10T09:28:10.300674+0000","last_became_peered":"2024-09-10T09:28:10.300674+0000","last_unstale":"2024-09-10T09:28:11.291818+0000","last_undegraded":"2024-09-10T09:28:11.291818+0000","last_fullsized":"2024-09-10T09:28:11.291818+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:18:28.194707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311302+0000","last_change":"2024-09-10T09:28:11.308188+0000","last_active":"2024-09-10T09:28:11.311302+0000","last_peered":"2024-09-10T09:28:11.311302+0000","last_clean":"2024-09-10T09:28:11.311302+0000","last_became_active":"2024-09-10T09:28:11.307824+0000","last_became_peered":"2024-09-10T09:28:11.307824+0000","last_unstale":"2024-09-10T09:28:11.311302+0000","last_undegraded":"2024-09-10T09:28:11.311302+0000","last_fullsized":"2024-09-10T09:28:11.311302+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:14.711427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.301438+0000","last_change":"2024-09-10T09:28:10.303378+0000","last_active":"2024-09-10T09:28:11.301438+0000","last_peered":"2024-09-10T09:28:11.301438+0000","last_clean":"2024-09-10T09:28:11.301438+0000","last_became_active":"2024-09-10T09:28:10.303081+0000","last_became_peered":"2024-09-10T09:28:10.303081+0000","last_unstale":"2024-09-10T09:28:11.301438+0000","last_undegraded":"2024-09-10T09:28:11.301438+0000","last_fullsized":"2024-09-10T09:28:11.301438+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:55.087007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309973+0000","last_change":"2024-09-10T09:28:11.305848+0000","last_active":"2024-09-10T09:28:11.309973+0000","last_peered":"2024-09-10T09:28:11.309973+0000","last_clean":"2024-09-10T09:28:11.309973+0000","last_became_active":"2024-09-10T09:28:11.305588+0000","last_became_peered":"2024-09-10T09:28:11.305588+0000","last_unstale":"2024-09-10T09:28:11.309973+0000","last_undegraded":"2024-09-10T09:28:11.309973+0000","last_fullsized":"2024-09-10T09:28:11.309973+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:53.441299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.292316+0000","last_change":"2024-09-10T09:28:10.300134+0000","last_active":"2024-09-10T09:28:11.292316+0000","last_peered":"2024-09-10T09:28:11.292316+0000","last_clean":"2024-09-10T09:28:11.292316+0000","last_became_active":"2024-09-10T09:28:10.299766+0000","last_became_peered":"2024-09-10T09:28:10.299766+0000","last_unstale":"2024-09-10T09:28:11.292316+0000","last_undegraded":"2024-09-10T09:28:11.292316+0000","last_fullsized":"2024-09-10T09:28:11.292316+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:40:33.871517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.314009+0000","last_change":"2024-09-10T09:28:11.310448+0000","last_active":"2024-09-10T09:28:11.314009+0000","last_peered":"2024-09-10T09:28:11.314009+0000","last_clean":"2024-09-10T09:28:11.314009+0000","last_became_active":"2024-09-10T09:28:11.310191+0000","last_became_peered":"2024-09-10T09:28:11.310191+0000","last_unstale":"2024-09-10T09:28:11.314009+0000","last_undegraded":"2024-09-10T09:28:11.314009+0000","last_fullsized":"2024-09-10T09:28:11.314009+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:22:58.313009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322403+0000","last_change":"2024-09-10T09:28:10.311911+0000","last_active":"2024-09-10T09:28:11.322403+0000","last_peered":"2024-09-10T09:28:11.322403+0000","last_clean":"2024-09-10T09:28:11.322403+0000","last_became_active":"2024-09-10T09:28:10.311639+0000","last_became_peered":"2024-09-10T09:28:10.311639+0000","last_unstale":"2024-09-10T09:28:11.322403+0000","last_undegraded":"2024-09-10T09:28:11.322403+0000","last_fullsized":"2024-09-10T09:28:11.322403+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:15.903484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.314591+0000","last_change":"2024-09-10T09:28:11.309989+0000","last_active":"2024-09-10T09:28:11.314591+0000","last_peered":"2024-09-10T09:28:11.314591+0000","last_clean":"2024-09-10T09:28:11.314591+0000","last_became_active":"2024-09-10T09:28:11.309443+0000","last_became_peered":"2024-09-10T09:28:11.309443+0000","last_unstale":"2024-09-10T09:28:11.314591+0000","last_undegraded":"2024-09-10T09:28:11.314591+0000","last_fullsized":"2024-09-10T09:28:11.314591+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:20:02.763387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.291964+0000","last_change":"2024-09-10T09:28:10.307342+0000","last_active":"2024-09-10T09:28:11.291964+0000","last_peered":"2024-09-10T09:28:11.291964+0000","last_clean":"2024-09-10T09:28:11.291964+0000","last_became_active":"2024-09-10T09:28:10.307084+0000","last_became_peered":"2024-09-10T09:28:10.307084+0000","last_unstale":"2024-09-10T09:28:11.291964+0000","last_undegraded":"2024-09-10T09:28:11.291964+0000","last_fullsized":"2024-09-10T09:28:11.291964+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:40.463050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309702+0000","last_change":"2024-09-10T09:28:11.305411+0000","last_active":"2024-09-10T09:28:11.309702+0000","last_peered":"2024-09-10T09:28:11.309702+0000","last_clean":"2024-09-10T09:28:11.309702+0000","last_became_active":"2024-09-10T09:28:11.305137+0000","last_became_peered":"2024-09-10T09:28:11.305137+0000","last_unstale":"2024-09-10T09:28:11.309702+0000","last_undegraded":"2024-09-10T09:28:11.309702+0000","last_fullsized":"2024-09-10T09:28:11.309702+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:16.674107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.295554+0000","last_change":"2024-09-10T09:28:10.302305+0000","last_active":"2024-09-10T09:28:11.295554+0000","last_peered":"2024-09-10T09:28:11.295554+0000","last_clean":"2024-09-10T09:28:11.295554+0000","last_became_active":"2024-09-10T09:28:10.302027+0000","last_became_peered":"2024-09-10T09:28:10.302027+0000","last_unstale":"2024-09-10T09:28:11.295554+0000","last_undegraded":"2024-09-10T09:28:11.295554+0000","last_fullsized":"2024-09-10T09:28:11.295554+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:42.045573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309643+0000","last_change":"2024-09-10T09:28:11.303017+0000","last_active":"2024-09-10T09:28:11.309643+0000","last_peered":"2024-09-10T09:28:11.309643+0000","last_clean":"2024-09-10T09:28:11.309643+0000","last_became_active":"2024-09-10T09:28:11.302712+0000","last_became_peered":"2024-09-10T09:28:11.302712+0000","last_unstale":"2024-09-10T09:28:11.309643+0000","last_undegraded":"2024-09-10T09:28:11.309643+0000","last_fullsized":"2024-09-10T09:28:11.309643+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:51.051316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.295481+0000","last_change":"2024-09-10T09:28:10.300937+0000","last_active":"2024-09-10T09:28:11.295481+0000","last_peered":"2024-09-10T09:28:11.295481+0000","last_clean":"2024-09-10T09:28:11.295481+0000","last_became_active":"2024-09-10T09:28:10.300678+0000","last_became_peered":"2024-09-10T09:28:10.300678+0000","last_unstale":"2024-09-10T09:28:11.295481+0000","last_undegraded":"2024-09-10T09:28:11.295481+0000","last_fullsized":"2024-09-10T09:28:11.295481+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:30:38.477263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311098+0000","last_change":"2024-09-10T09:28:11.308263+0000","last_active":"2024-09-10T09:28:11.311098+0000","last_peered":"2024-09-10T09:28:11.311098+0000","last_clean":"2024-09-10T09:28:11.311098+0000","last_became_active":"2024-09-10T09:28:11.307955+0000","last_became_peered":"2024-09-10T09:28:11.307955+0000","last_unstale":"2024-09-10T09:28:11.311098+0000","last_undegraded":"2024-09-10T09:28:11.311098+0000","last_fullsized":"2024-09-10T09:28:11.311098+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:16.907982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.296554+0000","last_change":"2024-09-10T09:28:10.301819+0000","last_active":"2024-09-10T09:28:11.296554+0000","last_peered":"2024-09-10T09:28:11.296554+0000","last_clean":"2024-09-10T09:28:11.296554+0000","last_became_active":"2024-09-10T09:28:10.301515+0000","last_became_peered":"2024-09-10T09:28:10.301515+0000","last_unstale":"2024-09-10T09:28:11.296554+0000","last_undegraded":"2024-09-10T09:28:11.296554+0000","last_fullsized":"2024-09-10T09:28:11.296554+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:25:01.559505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.310783+0000","last_change":"2024-09-10T09:28:11.303288+0000","last_active":"2024-09-10T09:28:11.310783+0000","last_peered":"2024-09-10T09:28:11.310783+0000","last_clean":"2024-09-10T09:28:11.310783+0000","last_became_active":"2024-09-10T09:28:11.303009+0000","last_became_peered":"2024-09-10T09:28:11.303009+0000","last_unstale":"2024-09-10T09:28:11.310783+0000","last_undegraded":"2024-09-10T09:28:11.310783+0000","last_fullsized":"2024-09-10T09:28:11.310783+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:51.051316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.291285+0000","last_change":"2024-09-10T09:28:10.302534+0000","last_active":"2024-09-10T09:28:11.291285+0000","last_peered":"2024-09-10T09:28:11.291285+0000","last_clean":"2024-09-10T09:28:11.291285+0000","last_became_active":"2024-09-10T09:28:10.302264+0000","last_became_peered":"2024-09-10T09:28:10.302264+0000","last_unstale":"2024-09-10T09:28:11.291285+0000","last_undegraded":"2024-09-10T09:28:11.291285+0000","last_fullsized":"2024-09-10T09:28:11.291285+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:25:01.559505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.318616+0000","last_change":"2024-09-10T09:28:11.313535+0000","last_active":"2024-09-10T09:28:11.318616+0000","last_peered":"2024-09-10T09:28:11.318616+0000","last_clean":"2024-09-10T09:28:11.318616+0000","last_became_active":"2024-09-10T09:28:11.313274+0000","last_became_peered":"2024-09-10T09:28:11.313274+0000","last_unstale":"2024-09-10T09:28:11.318616+0000","last_undegraded":"2024-09-10T09:28:11.318616+0000","last_fullsized":"2024-09-10T09:28:11.318616+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:32.119548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.298410+0000","last_change":"2024-09-10T09:28:10.304404+0000","last_active":"2024-09-10T09:28:11.298410+0000","last_peered":"2024-09-10T09:28:11.298410+0000","last_clean":"2024-09-10T09:28:11.298410+0000","last_became_active":"2024-09-10T09:28:10.304124+0000","last_became_peered":"2024-09-10T09:28:10.304124+0000","last_unstale":"2024-09-10T09:28:11.298410+0000","last_undegraded":"2024-09-10T09:28:11.298410+0000","last_fullsized":"2024-09-10T09:28:11.298410+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:13.706929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312907+0000","last_change":"2024-09-10T09:28:11.309567+0000","last_active":"2024-09-10T09:28:11.312907+0000","last_peered":"2024-09-10T09:28:11.312907+0000","last_clean":"2024-09-10T09:28:11.312907+0000","last_became_active":"2024-09-10T09:28:11.309309+0000","last_became_peered":"2024-09-10T09:28:11.309309+0000","last_unstale":"2024-09-10T09:28:11.312907+0000","last_undegraded":"2024-09-10T09:28:11.312907+0000","last_fullsized":"2024-09-10T09:28:11.312907+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:56:22.144587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.301407+0000","last_change":"2024-09-10T09:28:10.309139+0000","last_active":"2024-09-10T09:28:11.301407+0000","last_peered":"2024-09-10T09:28:11.301407+0000","last_clean":"2024-09-10T09:28:11.301407+0000","last_became_active":"2024-09-10T09:28:10.308829+0000","last_became_peered":"2024-09-10T09:28:10.308829+0000","last_unstale":"2024-09-10T09:28:11.301407+0000","last_undegraded":"2024-09-10T09:28:11.301407+0000","last_fullsized":"2024-09-10T09:28:11.301407+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:05:52.851532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":199,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.300008+0000","last_change":"2024-09-10T09:27:08.656727+0000","last_active":"2024-09-10T09:28:11.300008+0000","last_peered":"2024-09-10T09:28:11.300008+0000","last_clean":"2024-09-10T09:28:11.300008+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:28:11.300008+0000","last_undegraded":"2024-09-10T09:28:11.300008+0000","last_fullsized":"2024-09-10T09:28:11.300008+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_clean_scrub_stamp":"2024-09-10T09:27:07.184898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:23.145910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28020,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343820,"statfs":{"total":96636764160,"available":96608071680,"internally_reserved":0,"allocated":1015808,"data_stored":769702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":179334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542159,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":179334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542160,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":179334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":450560,"data_stored":188147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27444,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344396,"statfs":{"total":96636764160,"available":96608661504,"internally_reserved":0,"allocated":421888,"data_stored":179334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":179334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28020,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343820,"statfs":{"total":96636764160,"available":96608071680,"internally_reserved":0,"allocated":1015808,"data_stored":769702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:28:14.249 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:28:14.386 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.385+0000 7f37fba45640 1 Processor -- start 2024-09-10T09:28:14.386 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.385+0000 7f37fba45640 1 -- start start 2024-09-10T09:28:14.387 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37fba45640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f415b300 0x7f37f40cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37fba45640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37f40cdbe0 con 0x7f37f40cd3f0 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37fba45640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37f40cd900 con 0x7f37f406f8d0 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37fba45640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f37f40728a0 con 0x7f37f415b300 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37f8fe0640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f37f40cd3f0 0x7f37f406f1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:55480/0 (socket says 172.21.15.173:55480) 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37f8fe0640 1 -- 172.21.15.173:0/3657365399 learned_addr learned my addr 172.21.15.173:0/3657365399 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37f97e1640 1 --2- 172.21.15.173:0/3657365399 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f415b300 0x7f37f40cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37e7fff640 1 -- 172.21.15.173:0/3657365399 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 62442223 0 0) 0x7f37f40cdbe0 con 0x7f37f40cd3f0 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37e7fff640 1 -- 172.21.15.173:0/3657365399 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f37e0005730 con 0x7f37f40cd3f0 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37e7fff640 1 -- 172.21.15.173:0/3657365399 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3229651555 0 0) 0x7f37f40cd900 con 0x7f37f406f8d0 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37e7fff640 1 -- 172.21.15.173:0/3657365399 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f37f40cdbe0 con 0x7f37f406f8d0 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37e7fff640 1 -- 172.21.15.173:0/3657365399 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3221536272 0 0) 0x7f37e0005730 con 0x7f37f40cd3f0 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37f97e1640 1 -- 172.21.15.173:0/3657365399 >> v1:172.21.15.176:6789/0 conn(0x7f37f406f8d0 legacy=0x7f37f415b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37f97e1640 1 -- 172.21.15.173:0/3657365399 >> v1:172.21.15.173:6789/0 conn(0x7f37f40cd3f0 legacy=0x7f37f406f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.386+0000 7f37f97e1640 1 -- 172.21.15.173:0/3657365399 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37f4072250 con 0x7f37f415b300 2024-09-10T09:28:14.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.387+0000 7f37f97e1640 1 --2- 172.21.15.173:0/3657365399 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f415b300 0x7f37f40cceb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f37e80097d0 tx=0x7f37e802a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83dc62f164583f76 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:14.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.387+0000 7f37e7fff640 1 -- 172.21.15.173:0/3657365399 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e8037070 con 0x7f37f415b300 2024-09-10T09:28:14.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.387+0000 7f37e7fff640 1 -- 172.21.15.173:0/3657365399 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37e802ac30 con 0x7f37f415b300 2024-09-10T09:28:14.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.387+0000 7f37e7fff640 1 -- 172.21.15.173:0/3657365399 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f0001670 con 0x7f37f415b300 2024-09-10T09:28:14.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.388+0000 7f37fba45640 1 -- 172.21.15.173:0/3657365399 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f415b300 msgr2=0x7f37f40cceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.388+0000 7f37fba45640 1 --2- 172.21.15.173:0/3657365399 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f415b300 0x7f37f40cceb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f37e80097d0 tx=0x7f37e802a1a0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.388+0000 7f37fba45640 1 -- 172.21.15.173:0/3657365399 shutdown_connections 2024-09-10T09:28:14.390 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.388+0000 7f37fba45640 1 --2- 172.21.15.173:0/3657365399 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f415b300 0x7f37f40cceb0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.388+0000 7f37fba45640 1 -- 172.21.15.173:0/3657365399 >> 172.21.15.173:0/3657365399 conn(0x7f37f4067d70 msgr2=0x7f37f406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:14.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.388+0000 7f37fba45640 1 -- 172.21.15.173:0/3657365399 shutdown_connections 2024-09-10T09:28:14.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.388+0000 7f37fba45640 1 -- 172.21.15.173:0/3657365399 wait complete. 2024-09-10T09:28:14.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.389+0000 7f37fba45640 1 Processor -- start 2024-09-10T09:28:14.391 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.389+0000 7f37fba45640 1 -- start start 2024-09-10T09:28:14.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37fba45640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f406f8d0 0x7f37f414fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37fba45640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37f40cd3f0 0x7f37f41532d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37fba45640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37f415b300 0x7f37f4153810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37fba45640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f37f40d0160 con 0x7f37f415b300 2024-09-10T09:28:14.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37fba45640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f37f40cffe0 con 0x7f37f40cd3f0 2024-09-10T09:28:14.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37fba45640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f37f4072d30 con 0x7f37f406f8d0 2024-09-10T09:28:14.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f9fe2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37f415b300 0x7f37f4153810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.393 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f9fe2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37f415b300 0x7f37f4153810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54538/0 (socket says 172.21.15.173:54538) 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f9fe2640 1 -- 172.21.15.173:0/2368063181 learned_addr learned my addr 172.21.15.173:0/2368063181 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f97e1640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f406f8d0 0x7f37f414fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f8fe0640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37f40cd3f0 0x7f37f41532d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f9fe2640 1 -- 172.21.15.173:0/2368063181 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f406f8d0 msgr2=0x7f37f414fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f9fe2640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f406f8d0 0x7f37f414fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f9fe2640 1 -- 172.21.15.173:0/2368063181 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37f40cd3f0 msgr2=0x7f37f41532d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f9fe2640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37f40cd3f0 0x7f37f41532d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f9fe2640 1 -- 172.21.15.173:0/2368063181 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37f4152e70 con 0x7f37f415b300 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37f9fe2640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37f415b300 0x7f37f4153810 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f37ec00c730 tx=0x7f37ec00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37e5ffb640 1 -- 172.21.15.173:0/2368063181 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ec003b70 con 0x7f37f415b300 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37e5ffb640 1 -- 172.21.15.173:0/2368063181 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37ec003d10 con 0x7f37f415b300 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37fba45640 1 -- 172.21.15.173:0/2368063181 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37f4153e40 con 0x7f37f415b300 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.390+0000 7f37e5ffb640 1 -- 172.21.15.173:0/2368063181 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ec00aa90 con 0x7f37f415b300 2024-09-10T09:28:14.394 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.391+0000 7f37fba45640 1 -- 172.21.15.173:0/2368063181 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37f4154400 con 0x7f37f415b300 2024-09-10T09:28:14.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.392+0000 7f37fba45640 1 -- 172.21.15.173:0/2368063181 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37f40cc870 con 0x7f37f415b300 2024-09-10T09:28:14.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.392+0000 7f37e5ffb640 1 -- 172.21.15.173:0/2368063181 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f37ec00ac30 con 0x7f37f415b300 2024-09-10T09:28:14.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.392+0000 7f37e5ffb640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f37d806be30 0x7f37d806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.395 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.393+0000 7f37e5ffb640 1 -- 172.21.15.173:0/2368063181 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f37ec08b000 con 0x7f37f415b300 2024-09-10T09:28:14.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.393+0000 7f37f97e1640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f37d806be30 0x7f37d806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.393+0000 7f37f97e1640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f37d806be30 0x7f37d806e2f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f37e8034000 tx=0x7f37e802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:14.398 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.397+0000 7f37e5ffb640 1 -- 172.21.15.173:0/2368063181 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f37ec059790 con 0x7f37f415b300 2024-09-10T09:28:14.560 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.559+0000 7f37fba45640 1 -- 172.21.15.173:0/2368063181 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f37f406d090 con 0x7f37d806be30 2024-09-10T09:28:14.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.565+0000 7f37e5ffb640 1 -- 172.21.15.173:0/2368063181 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251886 (secure 0 0 0) 0x7f37f406d090 con 0x7f37d806be30 2024-09-10T09:28:14.568 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:14.570 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:28:14.571 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 -- 172.21.15.173:0/2368063181 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f37d806be30 msgr2=0x7f37d806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.571 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f37d806be30 0x7f37d806e2f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f37e8034000 tx=0x7f37e802e000 comp rx=0 tx=0).stop 2024-09-10T09:28:14.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 -- 172.21.15.173:0/2368063181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37f415b300 msgr2=0x7f37f4153810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37f415b300 0x7f37f4153810 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f37ec00c730 tx=0x7f37ec00cbf0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 -- 172.21.15.173:0/2368063181 shutdown_connections 2024-09-10T09:28:14.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f37d806be30 0x7f37d806e2f0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37f415b300 0x7f37f4153810 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37f40cd3f0 0x7f37f41532d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 --2- 172.21.15.173:0/2368063181 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f37f406f8d0 0x7f37f414fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 -- 172.21.15.173:0/2368063181 >> 172.21.15.173:0/2368063181 conn(0x7f37f4067d70 msgr2=0x7f37f415daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:14.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 -- 172.21.15.173:0/2368063181 shutdown_connections 2024-09-10T09:28:14.572 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.568+0000 7f37fba45640 1 -- 172.21.15.173:0/2368063181 wait complete. 2024-09-10T09:28:14.580 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-09-10T09:28:14.355663+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":56,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220716,"kb_used_data":4484,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754004,"statfs":{"total":773094113280,"available":772868100096,"internally_reserved":0,"allocated":4591616,"data_stored":2624221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.073662"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312847+0000","last_change":"2024-09-10T09:28:11.306516+0000","last_active":"2024-09-10T09:28:11.312847+0000","last_peered":"2024-09-10T09:28:11.312847+0000","last_clean":"2024-09-10T09:28:11.312847+0000","last_became_active":"2024-09-10T09:28:11.306058+0000","last_became_peered":"2024-09-10T09:28:11.306058+0000","last_unstale":"2024-09-10T09:28:11.312847+0000","last_undegraded":"2024-09-10T09:28:11.312847+0000","last_fullsized":"2024-09-10T09:28:11.312847+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:50.094272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312923+0000","last_change":"2024-09-10T09:28:11.309812+0000","last_active":"2024-09-10T09:28:11.312923+0000","last_peered":"2024-09-10T09:28:11.312923+0000","last_clean":"2024-09-10T09:28:11.312923+0000","last_became_active":"2024-09-10T09:28:11.309417+0000","last_became_peered":"2024-09-10T09:28:11.309417+0000","last_unstale":"2024-09-10T09:28:11.312923+0000","last_undegraded":"2024-09-10T09:28:11.312923+0000","last_fullsized":"2024-09-10T09:28:11.312923+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:23:51.682202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313882+0000","last_change":"2024-09-10T09:28:11.311529+0000","last_active":"2024-09-10T09:28:11.313882+0000","last_peered":"2024-09-10T09:28:11.313882+0000","last_clean":"2024-09-10T09:28:11.313882+0000","last_became_active":"2024-09-10T09:28:11.311255+0000","last_became_peered":"2024-09-10T09:28:11.311255+0000","last_unstale":"2024-09-10T09:28:11.313882+0000","last_undegraded":"2024-09-10T09:28:11.313882+0000","last_fullsized":"2024-09-10T09:28:11.313882+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:47:25.990846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.307363+0000","last_change":"2024-09-10T09:28:11.300557+0000","last_active":"2024-09-10T09:28:11.307363+0000","last_peered":"2024-09-10T09:28:11.307363+0000","last_clean":"2024-09-10T09:28:11.307363+0000","last_became_active":"2024-09-10T09:28:11.300297+0000","last_became_peered":"2024-09-10T09:28:11.300297+0000","last_unstale":"2024-09-10T09:28:11.307363+0000","last_undegraded":"2024-09-10T09:28:11.307363+0000","last_fullsized":"2024-09-10T09:28:11.307363+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:38.946467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.307132+0000","last_change":"2024-09-10T09:28:11.297090+0000","last_active":"2024-09-10T09:28:11.307132+0000","last_peered":"2024-09-10T09:28:11.307132+0000","last_clean":"2024-09-10T09:28:11.307132+0000","last_became_active":"2024-09-10T09:28:11.296800+0000","last_became_peered":"2024-09-10T09:28:11.296800+0000","last_unstale":"2024-09-10T09:28:11.307132+0000","last_undegraded":"2024-09-10T09:28:11.307132+0000","last_fullsized":"2024-09-10T09:28:11.307132+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:52:06.934867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317753+0000","last_change":"2024-09-10T09:28:11.316529+0000","last_active":"2024-09-10T09:28:11.317753+0000","last_peered":"2024-09-10T09:28:11.317753+0000","last_clean":"2024-09-10T09:28:11.317753+0000","last_became_active":"2024-09-10T09:28:11.316291+0000","last_became_peered":"2024-09-10T09:28:11.316291+0000","last_unstale":"2024-09-10T09:28:11.317753+0000","last_undegraded":"2024-09-10T09:28:11.317753+0000","last_fullsized":"2024-09-10T09:28:11.317753+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:47:25.990846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.319802+0000","last_change":"2024-09-10T09:28:11.312281+0000","last_active":"2024-09-10T09:28:11.319802+0000","last_peered":"2024-09-10T09:28:11.319802+0000","last_clean":"2024-09-10T09:28:11.319802+0000","last_became_active":"2024-09-10T09:28:11.311790+0000","last_became_peered":"2024-09-10T09:28:11.311790+0000","last_unstale":"2024-09-10T09:28:11.319802+0000","last_undegraded":"2024-09-10T09:28:11.319802+0000","last_fullsized":"2024-09-10T09:28:11.319802+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:28.658049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313661+0000","last_change":"2024-09-10T09:28:11.310873+0000","last_active":"2024-09-10T09:28:11.313661+0000","last_peered":"2024-09-10T09:28:11.313661+0000","last_clean":"2024-09-10T09:28:11.313661+0000","last_became_active":"2024-09-10T09:28:11.310598+0000","last_became_peered":"2024-09-10T09:28:11.310598+0000","last_unstale":"2024-09-10T09:28:11.313661+0000","last_undegraded":"2024-09-10T09:28:11.313661+0000","last_fullsized":"2024-09-10T09:28:11.313661+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:11.854653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313913+0000","last_change":"2024-09-10T09:28:11.309648+0000","last_active":"2024-09-10T09:28:11.313913+0000","last_peered":"2024-09-10T09:28:11.313913+0000","last_clean":"2024-09-10T09:28:11.313913+0000","last_became_active":"2024-09-10T09:28:11.309375+0000","last_became_peered":"2024-09-10T09:28:11.309375+0000","last_unstale":"2024-09-10T09:28:11.313913+0000","last_undegraded":"2024-09-10T09:28:11.313913+0000","last_fullsized":"2024-09-10T09:28:11.313913+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:06.699891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.321083+0000","last_change":"2024-09-10T09:28:11.313900+0000","last_active":"2024-09-10T09:28:11.321083+0000","last_peered":"2024-09-10T09:28:11.321083+0000","last_clean":"2024-09-10T09:28:11.321083+0000","last_became_active":"2024-09-10T09:28:11.313622+0000","last_became_peered":"2024-09-10T09:28:11.313622+0000","last_unstale":"2024-09-10T09:28:11.321083+0000","last_undegraded":"2024-09-10T09:28:11.321083+0000","last_fullsized":"2024-09-10T09:28:11.321083+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:41.268208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312868+0000","last_change":"2024-09-10T09:28:11.308762+0000","last_active":"2024-09-10T09:28:11.312868+0000","last_peered":"2024-09-10T09:28:11.312868+0000","last_clean":"2024-09-10T09:28:11.312868+0000","last_became_active":"2024-09-10T09:28:11.308476+0000","last_became_peered":"2024-09-10T09:28:11.308476+0000","last_unstale":"2024-09-10T09:28:11.312868+0000","last_undegraded":"2024-09-10T09:28:11.312868+0000","last_fullsized":"2024-09-10T09:28:11.312868+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:36:51.265845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311030+0000","last_change":"2024-09-10T09:28:11.303467+0000","last_active":"2024-09-10T09:28:11.311030+0000","last_peered":"2024-09-10T09:28:11.311030+0000","last_clean":"2024-09-10T09:28:11.311030+0000","last_became_active":"2024-09-10T09:28:11.303192+0000","last_became_peered":"2024-09-10T09:28:11.303192+0000","last_unstale":"2024-09-10T09:28:11.311030+0000","last_undegraded":"2024-09-10T09:28:11.311030+0000","last_fullsized":"2024-09-10T09:28:11.311030+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:04.861454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312948+0000","last_change":"2024-09-10T09:28:11.309094+0000","last_active":"2024-09-10T09:28:11.312948+0000","last_peered":"2024-09-10T09:28:11.312948+0000","last_clean":"2024-09-10T09:28:11.312948+0000","last_became_active":"2024-09-10T09:28:11.308812+0000","last_became_peered":"2024-09-10T09:28:11.308812+0000","last_unstale":"2024-09-10T09:28:11.312948+0000","last_undegraded":"2024-09-10T09:28:11.312948+0000","last_fullsized":"2024-09-10T09:28:11.312948+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:22.255666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.304682+0000","last_change":"2024-09-10T09:28:11.302664+0000","last_active":"2024-09-10T09:28:11.304682+0000","last_peered":"2024-09-10T09:28:11.304682+0000","last_clean":"2024-09-10T09:28:11.304682+0000","last_became_active":"2024-09-10T09:28:11.302386+0000","last_became_peered":"2024-09-10T09:28:11.302386+0000","last_unstale":"2024-09-10T09:28:11.304682+0000","last_undegraded":"2024-09-10T09:28:11.304682+0000","last_fullsized":"2024-09-10T09:28:11.304682+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:43.050071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312417+0000","last_change":"2024-09-10T09:28:11.308221+0000","last_active":"2024-09-10T09:28:11.312417+0000","last_peered":"2024-09-10T09:28:11.312417+0000","last_clean":"2024-09-10T09:28:11.312417+0000","last_became_active":"2024-09-10T09:28:11.307924+0000","last_became_peered":"2024-09-10T09:28:11.307924+0000","last_unstale":"2024-09-10T09:28:11.312417+0000","last_undegraded":"2024-09-10T09:28:11.312417+0000","last_fullsized":"2024-09-10T09:28:11.312417+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:03.227277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.314550+0000","last_change":"2024-09-10T09:28:11.310180+0000","last_active":"2024-09-10T09:28:11.314550+0000","last_peered":"2024-09-10T09:28:11.314550+0000","last_clean":"2024-09-10T09:28:11.314550+0000","last_became_active":"2024-09-10T09:28:11.309663+0000","last_became_peered":"2024-09-10T09:28:11.309663+0000","last_unstale":"2024-09-10T09:28:11.314550+0000","last_undegraded":"2024-09-10T09:28:11.314550+0000","last_fullsized":"2024-09-10T09:28:11.314550+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:59.237820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317248+0000","last_change":"2024-09-10T09:28:11.312764+0000","last_active":"2024-09-10T09:28:11.317248+0000","last_peered":"2024-09-10T09:28:11.317248+0000","last_clean":"2024-09-10T09:28:11.317248+0000","last_became_active":"2024-09-10T09:28:11.311137+0000","last_became_peered":"2024-09-10T09:28:11.311137+0000","last_unstale":"2024-09-10T09:28:11.317248+0000","last_undegraded":"2024-09-10T09:28:11.317248+0000","last_fullsized":"2024-09-10T09:28:11.317248+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:25.607072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312019+0000","last_change":"2024-09-10T09:28:11.307469+0000","last_active":"2024-09-10T09:28:11.312019+0000","last_peered":"2024-09-10T09:28:11.312019+0000","last_clean":"2024-09-10T09:28:11.312019+0000","last_became_active":"2024-09-10T09:28:11.305582+0000","last_became_peered":"2024-09-10T09:28:11.305582+0000","last_unstale":"2024-09-10T09:28:11.312019+0000","last_undegraded":"2024-09-10T09:28:11.312019+0000","last_fullsized":"2024-09-10T09:28:11.312019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:51.051316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312532+0000","last_change":"2024-09-10T09:28:11.308447+0000","last_active":"2024-09-10T09:28:11.312532+0000","last_peered":"2024-09-10T09:28:11.312532+0000","last_clean":"2024-09-10T09:28:11.312532+0000","last_became_active":"2024-09-10T09:28:11.308155+0000","last_became_peered":"2024-09-10T09:28:11.308155+0000","last_unstale":"2024-09-10T09:28:11.312532+0000","last_undegraded":"2024-09-10T09:28:11.312532+0000","last_fullsized":"2024-09-10T09:28:11.312532+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:26.643246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311983+0000","last_change":"2024-09-10T09:28:11.305707+0000","last_active":"2024-09-10T09:28:11.311983+0000","last_peered":"2024-09-10T09:28:11.311983+0000","last_clean":"2024-09-10T09:28:11.311983+0000","last_became_active":"2024-09-10T09:28:11.305285+0000","last_became_peered":"2024-09-10T09:28:11.305285+0000","last_unstale":"2024-09-10T09:28:11.311983+0000","last_undegraded":"2024-09-10T09:28:11.311983+0000","last_fullsized":"2024-09-10T09:28:11.311983+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:30:39.481761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311396+0000","last_change":"2024-09-10T09:28:11.306843+0000","last_active":"2024-09-10T09:28:11.311396+0000","last_peered":"2024-09-10T09:28:11.311396+0000","last_clean":"2024-09-10T09:28:11.311396+0000","last_became_active":"2024-09-10T09:28:11.306531+0000","last_became_peered":"2024-09-10T09:28:11.306531+0000","last_unstale":"2024-09-10T09:28:11.311396+0000","last_undegraded":"2024-09-10T09:28:11.311396+0000","last_fullsized":"2024-09-10T09:28:11.311396+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:58:11.928044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313977+0000","last_change":"2024-09-10T09:28:11.304519+0000","last_active":"2024-09-10T09:28:11.313977+0000","last_peered":"2024-09-10T09:28:11.313977+0000","last_clean":"2024-09-10T09:28:11.313977+0000","last_became_active":"2024-09-10T09:28:11.303909+0000","last_became_peered":"2024-09-10T09:28:11.303909+0000","last_unstale":"2024-09-10T09:28:11.313977+0000","last_undegraded":"2024-09-10T09:28:11.313977+0000","last_fullsized":"2024-09-10T09:28:11.313977+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:04.861454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317208+0000","last_change":"2024-09-10T09:28:11.311522+0000","last_active":"2024-09-10T09:28:11.317208+0000","last_peered":"2024-09-10T09:28:11.317208+0000","last_clean":"2024-09-10T09:28:11.317208+0000","last_became_active":"2024-09-10T09:28:11.311274+0000","last_became_peered":"2024-09-10T09:28:11.311274+0000","last_unstale":"2024-09-10T09:28:11.317208+0000","last_undegraded":"2024-09-10T09:28:11.317208+0000","last_fullsized":"2024-09-10T09:28:11.317208+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:45:18.259788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309540+0000","last_change":"2024-09-10T09:28:11.303840+0000","last_active":"2024-09-10T09:28:11.309540+0000","last_peered":"2024-09-10T09:28:11.309540+0000","last_clean":"2024-09-10T09:28:11.309540+0000","last_became_active":"2024-09-10T09:28:11.303567+0000","last_became_peered":"2024-09-10T09:28:11.303567+0000","last_unstale":"2024-09-10T09:28:11.309540+0000","last_undegraded":"2024-09-10T09:28:11.309540+0000","last_fullsized":"2024-09-10T09:28:11.309540+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:23:11.869825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.319143+0000","last_change":"2024-09-10T09:28:11.308438+0000","last_active":"2024-09-10T09:28:11.319143+0000","last_peered":"2024-09-10T09:28:11.319143+0000","last_clean":"2024-09-10T09:28:11.319143+0000","last_became_active":"2024-09-10T09:28:11.308039+0000","last_became_peered":"2024-09-10T09:28:11.308039+0000","last_unstale":"2024-09-10T09:28:11.319143+0000","last_undegraded":"2024-09-10T09:28:11.319143+0000","last_fullsized":"2024-09-10T09:28:11.319143+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:04.861454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313893+0000","last_change":"2024-09-10T09:28:11.310206+0000","last_active":"2024-09-10T09:28:11.313893+0000","last_peered":"2024-09-10T09:28:11.313893+0000","last_clean":"2024-09-10T09:28:11.313893+0000","last_became_active":"2024-09-10T09:28:11.309918+0000","last_became_peered":"2024-09-10T09:28:11.309918+0000","last_unstale":"2024-09-10T09:28:11.313893+0000","last_undegraded":"2024-09-10T09:28:11.313893+0000","last_fullsized":"2024-09-10T09:28:11.313893+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:02:16.769363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317692+0000","last_change":"2024-09-10T09:28:11.312102+0000","last_active":"2024-09-10T09:28:11.317692+0000","last_peered":"2024-09-10T09:28:11.317692+0000","last_clean":"2024-09-10T09:28:11.317692+0000","last_became_active":"2024-09-10T09:28:11.311834+0000","last_became_peered":"2024-09-10T09:28:11.311834+0000","last_unstale":"2024-09-10T09:28:11.317692+0000","last_undegraded":"2024-09-10T09:28:11.317692+0000","last_fullsized":"2024-09-10T09:28:11.317692+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:16.907982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.319302+0000","last_change":"2024-09-10T09:28:11.312250+0000","last_active":"2024-09-10T09:28:11.319302+0000","last_peered":"2024-09-10T09:28:11.319302+0000","last_clean":"2024-09-10T09:28:11.319302+0000","last_became_active":"2024-09-10T09:28:11.311292+0000","last_became_peered":"2024-09-10T09:28:11.311292+0000","last_unstale":"2024-09-10T09:28:11.319302+0000","last_undegraded":"2024-09-10T09:28:11.319302+0000","last_fullsized":"2024-09-10T09:28:11.319302+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:53.441299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311903+0000","last_change":"2024-09-10T09:28:11.307099+0000","last_active":"2024-09-10T09:28:11.311903+0000","last_peered":"2024-09-10T09:28:11.311903+0000","last_clean":"2024-09-10T09:28:11.311903+0000","last_became_active":"2024-09-10T09:28:11.306825+0000","last_became_peered":"2024-09-10T09:28:11.306825+0000","last_unstale":"2024-09-10T09:28:11.311903+0000","last_undegraded":"2024-09-10T09:28:11.311903+0000","last_fullsized":"2024-09-10T09:28:11.311903+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:43.050071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.306363+0000","last_change":"2024-09-10T09:28:11.302499+0000","last_active":"2024-09-10T09:28:11.306363+0000","last_peered":"2024-09-10T09:28:11.306363+0000","last_clean":"2024-09-10T09:28:11.306363+0000","last_became_active":"2024-09-10T09:28:11.301978+0000","last_became_peered":"2024-09-10T09:28:11.301978+0000","last_unstale":"2024-09-10T09:28:11.306363+0000","last_undegraded":"2024-09-10T09:28:11.306363+0000","last_fullsized":"2024-09-10T09:28:11.306363+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:13.904641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317244+0000","last_change":"2024-09-10T09:28:11.312268+0000","last_active":"2024-09-10T09:28:11.317244+0000","last_peered":"2024-09-10T09:28:11.317244+0000","last_clean":"2024-09-10T09:28:11.317244+0000","last_became_active":"2024-09-10T09:28:11.312012+0000","last_became_peered":"2024-09-10T09:28:11.312012+0000","last_unstale":"2024-09-10T09:28:11.317244+0000","last_undegraded":"2024-09-10T09:28:11.317244+0000","last_fullsized":"2024-09-10T09:28:11.317244+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:57.311572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.315958+0000","last_change":"2024-09-10T09:28:11.311654+0000","last_active":"2024-09-10T09:28:11.315958+0000","last_peered":"2024-09-10T09:28:11.315958+0000","last_clean":"2024-09-10T09:28:11.315958+0000","last_became_active":"2024-09-10T09:28:11.311308+0000","last_became_peered":"2024-09-10T09:28:11.311308+0000","last_unstale":"2024-09-10T09:28:11.315958+0000","last_undegraded":"2024-09-10T09:28:11.315958+0000","last_fullsized":"2024-09-10T09:28:11.315958+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:06.699891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317263+0000","last_change":"2024-09-10T09:28:11.310857+0000","last_active":"2024-09-10T09:28:11.317263+0000","last_peered":"2024-09-10T09:28:11.317263+0000","last_clean":"2024-09-10T09:28:11.317263+0000","last_became_active":"2024-09-10T09:28:11.310608+0000","last_became_peered":"2024-09-10T09:28:11.310608+0000","last_unstale":"2024-09-10T09:28:11.317263+0000","last_undegraded":"2024-09-10T09:28:11.317263+0000","last_fullsized":"2024-09-10T09:28:11.317263+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:02:00.299495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322885+0000","last_change":"2024-09-10T09:28:10.296798+0000","last_active":"2024-09-10T09:28:11.322885+0000","last_peered":"2024-09-10T09:28:11.322885+0000","last_clean":"2024-09-10T09:28:11.322885+0000","last_became_active":"2024-09-10T09:28:10.296516+0000","last_became_peered":"2024-09-10T09:28:10.296516+0000","last_unstale":"2024-09-10T09:28:11.322885+0000","last_undegraded":"2024-09-10T09:28:11.322885+0000","last_fullsized":"2024-09-10T09:28:11.322885+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:19.823780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.316071+0000","last_change":"2024-09-10T09:28:11.312248+0000","last_active":"2024-09-10T09:28:11.316071+0000","last_peered":"2024-09-10T09:28:11.316071+0000","last_clean":"2024-09-10T09:28:11.316071+0000","last_became_active":"2024-09-10T09:28:11.311812+0000","last_became_peered":"2024-09-10T09:28:11.311812+0000","last_unstale":"2024-09-10T09:28:11.316071+0000","last_undegraded":"2024-09-10T09:28:11.316071+0000","last_fullsized":"2024-09-10T09:28:11.316071+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:58:11.928044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.321344+0000","last_change":"2024-09-10T09:28:10.305300+0000","last_active":"2024-09-10T09:28:11.321344+0000","last_peered":"2024-09-10T09:28:11.321344+0000","last_clean":"2024-09-10T09:28:11.321344+0000","last_became_active":"2024-09-10T09:28:10.304967+0000","last_became_peered":"2024-09-10T09:28:10.304967+0000","last_unstale":"2024-09-10T09:28:11.321344+0000","last_undegraded":"2024-09-10T09:28:11.321344+0000","last_fullsized":"2024-09-10T09:28:11.321344+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:12.900143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313879+0000","last_change":"2024-09-10T09:28:11.307216+0000","last_active":"2024-09-10T09:28:11.313879+0000","last_peered":"2024-09-10T09:28:11.313879+0000","last_clean":"2024-09-10T09:28:11.313879+0000","last_became_active":"2024-09-10T09:28:11.306813+0000","last_became_peered":"2024-09-10T09:28:11.306813+0000","last_unstale":"2024-09-10T09:28:11.313879+0000","last_undegraded":"2024-09-10T09:28:11.313879+0000","last_fullsized":"2024-09-10T09:28:11.313879+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:02:16.769363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.323329+0000","last_change":"2024-09-10T09:28:10.305825+0000","last_active":"2024-09-10T09:28:11.323329+0000","last_peered":"2024-09-10T09:28:11.323329+0000","last_clean":"2024-09-10T09:28:11.323329+0000","last_became_active":"2024-09-10T09:28:10.305492+0000","last_became_peered":"2024-09-10T09:28:10.305492+0000","last_unstale":"2024-09-10T09:28:11.323329+0000","last_undegraded":"2024-09-10T09:28:11.323329+0000","last_fullsized":"2024-09-10T09:28:11.323329+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:50.046817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312868+0000","last_change":"2024-09-10T09:28:11.309432+0000","last_active":"2024-09-10T09:28:11.312868+0000","last_peered":"2024-09-10T09:28:11.312868+0000","last_clean":"2024-09-10T09:28:11.312868+0000","last_became_active":"2024-09-10T09:28:11.309175+0000","last_became_peered":"2024-09-10T09:28:11.309175+0000","last_unstale":"2024-09-10T09:28:11.312868+0000","last_undegraded":"2024-09-10T09:28:11.312868+0000","last_fullsized":"2024-09-10T09:28:11.312868+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:09.932780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.323196+0000","last_change":"2024-09-10T09:28:10.303995+0000","last_active":"2024-09-10T09:28:11.323196+0000","last_peered":"2024-09-10T09:28:11.323196+0000","last_clean":"2024-09-10T09:28:11.323196+0000","last_became_active":"2024-09-10T09:28:10.303684+0000","last_became_peered":"2024-09-10T09:28:10.303684+0000","last_unstale":"2024-09-10T09:28:11.323196+0000","last_undegraded":"2024-09-10T09:28:11.323196+0000","last_fullsized":"2024-09-10T09:28:11.323196+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:19.823780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309665+0000","last_change":"2024-09-10T09:28:11.305265+0000","last_active":"2024-09-10T09:28:11.309665+0000","last_peered":"2024-09-10T09:28:11.309665+0000","last_clean":"2024-09-10T09:28:11.309665+0000","last_became_active":"2024-09-10T09:28:11.304964+0000","last_became_peered":"2024-09-10T09:28:11.304964+0000","last_unstale":"2024-09-10T09:28:11.309665+0000","last_undegraded":"2024-09-10T09:28:11.309665+0000","last_fullsized":"2024-09-10T09:28:11.309665+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:02:16.769363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322292+0000","last_change":"2024-09-10T09:28:10.307545+0000","last_active":"2024-09-10T09:28:11.322292+0000","last_peered":"2024-09-10T09:28:11.322292+0000","last_clean":"2024-09-10T09:28:11.322292+0000","last_became_active":"2024-09-10T09:28:10.307243+0000","last_became_peered":"2024-09-10T09:28:10.307243+0000","last_unstale":"2024-09-10T09:28:11.322292+0000","last_undegraded":"2024-09-10T09:28:11.322292+0000","last_fullsized":"2024-09-10T09:28:11.322292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:02:15.764865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.318632+0000","last_change":"2024-09-10T09:28:11.312061+0000","last_active":"2024-09-10T09:28:11.318632+0000","last_peered":"2024-09-10T09:28:11.318632+0000","last_clean":"2024-09-10T09:28:11.318632+0000","last_became_active":"2024-09-10T09:28:11.311245+0000","last_became_peered":"2024-09-10T09:28:11.311245+0000","last_unstale":"2024-09-10T09:28:11.318632+0000","last_undegraded":"2024-09-10T09:28:11.318632+0000","last_fullsized":"2024-09-10T09:28:11.318632+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:16.674107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322148+0000","last_change":"2024-09-10T09:28:10.307977+0000","last_active":"2024-09-10T09:28:11.322148+0000","last_peered":"2024-09-10T09:28:11.322148+0000","last_clean":"2024-09-10T09:28:11.322148+0000","last_became_active":"2024-09-10T09:28:10.307624+0000","last_became_peered":"2024-09-10T09:28:10.307624+0000","last_unstale":"2024-09-10T09:28:11.322148+0000","last_undegraded":"2024-09-10T09:28:11.322148+0000","last_fullsized":"2024-09-10T09:28:11.322148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:53:37.340991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.315014+0000","last_change":"2024-09-10T09:28:11.310641+0000","last_active":"2024-09-10T09:28:11.315014+0000","last_peered":"2024-09-10T09:28:11.315014+0000","last_clean":"2024-09-10T09:28:11.315014+0000","last_became_active":"2024-09-10T09:28:11.310334+0000","last_became_peered":"2024-09-10T09:28:11.310334+0000","last_unstale":"2024-09-10T09:28:11.315014+0000","last_undegraded":"2024-09-10T09:28:11.315014+0000","last_fullsized":"2024-09-10T09:28:11.315014+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:06.699891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.297748+0000","last_change":"2024-09-10T09:28:10.307297+0000","last_active":"2024-09-10T09:28:11.297748+0000","last_peered":"2024-09-10T09:28:11.297748+0000","last_clean":"2024-09-10T09:28:11.297748+0000","last_became_active":"2024-09-10T09:28:10.307028+0000","last_became_peered":"2024-09-10T09:28:10.307028+0000","last_unstale":"2024-09-10T09:28:11.297748+0000","last_undegraded":"2024-09-10T09:28:11.297748+0000","last_fullsized":"2024-09-10T09:28:11.297748+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:42.045573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309949+0000","last_change":"2024-09-10T09:28:11.305328+0000","last_active":"2024-09-10T09:28:11.309949+0000","last_peered":"2024-09-10T09:28:11.309949+0000","last_clean":"2024-09-10T09:28:11.309949+0000","last_became_active":"2024-09-10T09:28:11.305059+0000","last_became_peered":"2024-09-10T09:28:11.305059+0000","last_unstale":"2024-09-10T09:28:11.309949+0000","last_undegraded":"2024-09-10T09:28:11.309949+0000","last_fullsized":"2024-09-10T09:28:11.309949+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:56:22.144587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.291457+0000","last_change":"2024-09-10T09:28:10.302242+0000","last_active":"2024-09-10T09:28:11.291457+0000","last_peered":"2024-09-10T09:28:11.291457+0000","last_clean":"2024-09-10T09:28:11.291457+0000","last_became_active":"2024-09-10T09:28:10.301955+0000","last_became_peered":"2024-09-10T09:28:10.301955+0000","last_unstale":"2024-09-10T09:28:11.291457+0000","last_undegraded":"2024-09-10T09:28:11.291457+0000","last_fullsized":"2024-09-10T09:28:11.291457+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:12.900143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.307341+0000","last_change":"2024-09-10T09:28:11.297123+0000","last_active":"2024-09-10T09:28:11.307341+0000","last_peered":"2024-09-10T09:28:11.307341+0000","last_clean":"2024-09-10T09:28:11.307341+0000","last_became_active":"2024-09-10T09:28:11.296863+0000","last_became_peered":"2024-09-10T09:28:11.296863+0000","last_unstale":"2024-09-10T09:28:11.307341+0000","last_undegraded":"2024-09-10T09:28:11.307341+0000","last_fullsized":"2024-09-10T09:28:11.307341+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:26.484039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.299417+0000","last_change":"2024-09-10T09:28:10.304404+0000","last_active":"2024-09-10T09:28:11.299417+0000","last_peered":"2024-09-10T09:28:11.299417+0000","last_clean":"2024-09-10T09:28:11.299417+0000","last_became_active":"2024-09-10T09:28:10.304110+0000","last_became_peered":"2024-09-10T09:28:10.304110+0000","last_unstale":"2024-09-10T09:28:11.299417+0000","last_undegraded":"2024-09-10T09:28:11.299417+0000","last_fullsized":"2024-09-10T09:28:11.299417+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:21.251167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.314567+0000","last_change":"2024-09-10T09:28:11.309733+0000","last_active":"2024-09-10T09:28:11.314567+0000","last_peered":"2024-09-10T09:28:11.314567+0000","last_clean":"2024-09-10T09:28:11.314567+0000","last_became_active":"2024-09-10T09:28:11.309109+0000","last_became_peered":"2024-09-10T09:28:11.309109+0000","last_unstale":"2024-09-10T09:28:11.314567+0000","last_undegraded":"2024-09-10T09:28:11.314567+0000","last_fullsized":"2024-09-10T09:28:11.314567+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:16.243018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.297487+0000","last_change":"2024-09-10T09:28:10.308936+0000","last_active":"2024-09-10T09:28:11.297487+0000","last_peered":"2024-09-10T09:28:11.297487+0000","last_clean":"2024-09-10T09:28:11.297487+0000","last_became_active":"2024-09-10T09:28:10.308649+0000","last_became_peered":"2024-09-10T09:28:10.308649+0000","last_unstale":"2024-09-10T09:28:11.297487+0000","last_undegraded":"2024-09-10T09:28:11.297487+0000","last_fullsized":"2024-09-10T09:28:11.297487+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:22:57.308511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.308749+0000","last_change":"2024-09-10T09:28:11.305549+0000","last_active":"2024-09-10T09:28:11.308749+0000","last_peered":"2024-09-10T09:28:11.308749+0000","last_clean":"2024-09-10T09:28:11.308749+0000","last_became_active":"2024-09-10T09:28:11.305295+0000","last_became_peered":"2024-09-10T09:28:11.305295+0000","last_unstale":"2024-09-10T09:28:11.308749+0000","last_undegraded":"2024-09-10T09:28:11.308749+0000","last_fullsized":"2024-09-10T09:28:11.308749+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:22:58.313009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.327325+0000","last_change":"2024-09-10T09:28:10.307218+0000","last_active":"2024-09-10T09:28:11.327325+0000","last_peered":"2024-09-10T09:28:11.327325+0000","last_clean":"2024-09-10T09:28:11.327325+0000","last_became_active":"2024-09-10T09:28:10.306873+0000","last_became_peered":"2024-09-10T09:28:10.306873+0000","last_unstale":"2024-09-10T09:28:11.327325+0000","last_undegraded":"2024-09-10T09:28:11.327325+0000","last_fullsized":"2024-09-10T09:28:11.327325+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:05.695392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.314019+0000","last_change":"2024-09-10T09:28:11.304743+0000","last_active":"2024-09-10T09:28:11.314019+0000","last_peered":"2024-09-10T09:28:11.314019+0000","last_clean":"2024-09-10T09:28:11.314019+0000","last_became_active":"2024-09-10T09:28:11.303931+0000","last_became_peered":"2024-09-10T09:28:11.303931+0000","last_unstale":"2024-09-10T09:28:11.314019+0000","last_undegraded":"2024-09-10T09:28:11.314019+0000","last_fullsized":"2024-09-10T09:28:11.314019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:16.907982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":18,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.328148+0000","last_change":"2024-09-10T09:28:10.303269+0000","last_active":"2024-09-10T09:28:11.328148+0000","last_peered":"2024-09-10T09:28:11.328148+0000","last_clean":"2024-09-10T09:28:11.328148+0000","last_became_active":"2024-09-10T09:28:10.303011+0000","last_became_peered":"2024-09-10T09:28:10.303011+0000","last_unstale":"2024-09-10T09:28:11.328148+0000","last_undegraded":"2024-09-10T09:28:11.328148+0000","last_fullsized":"2024-09-10T09:28:11.328148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:02.222779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313941+0000","last_change":"2024-09-10T09:28:11.309775+0000","last_active":"2024-09-10T09:28:11.313941+0000","last_peered":"2024-09-10T09:28:11.313941+0000","last_clean":"2024-09-10T09:28:11.313941+0000","last_became_active":"2024-09-10T09:28:11.309472+0000","last_became_peered":"2024-09-10T09:28:11.309472+0000","last_unstale":"2024-09-10T09:28:11.313941+0000","last_undegraded":"2024-09-10T09:28:11.313941+0000","last_fullsized":"2024-09-10T09:28:11.313941+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:58:11.928044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322965+0000","last_change":"2024-09-10T09:28:10.299318+0000","last_active":"2024-09-10T09:28:11.322965+0000","last_peered":"2024-09-10T09:28:11.322965+0000","last_clean":"2024-09-10T09:28:11.322965+0000","last_became_active":"2024-09-10T09:28:10.299054+0000","last_became_peered":"2024-09-10T09:28:10.299054+0000","last_unstale":"2024-09-10T09:28:11.322965+0000","last_undegraded":"2024-09-10T09:28:11.322965+0000","last_fullsized":"2024-09-10T09:28:11.322965+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:36:50.261347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312954+0000","last_change":"2024-09-10T09:28:11.306362+0000","last_active":"2024-09-10T09:28:11.312954+0000","last_peered":"2024-09-10T09:28:11.312954+0000","last_clean":"2024-09-10T09:28:11.312954+0000","last_became_active":"2024-09-10T09:28:11.306102+0000","last_became_peered":"2024-09-10T09:28:11.306102+0000","last_unstale":"2024-09-10T09:28:11.312954+0000","last_undegraded":"2024-09-10T09:28:11.312954+0000","last_fullsized":"2024-09-10T09:28:11.312954+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:01:41.268208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.300133+0000","last_change":"2024-09-10T09:28:10.307292+0000","last_active":"2024-09-10T09:28:11.300133+0000","last_peered":"2024-09-10T09:28:11.300133+0000","last_clean":"2024-09-10T09:28:11.300133+0000","last_became_active":"2024-09-10T09:28:10.307003+0000","last_became_peered":"2024-09-10T09:28:10.307003+0000","last_unstale":"2024-09-10T09:28:11.300133+0000","last_undegraded":"2024-09-10T09:28:11.300133+0000","last_fullsized":"2024-09-10T09:28:11.300133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:03.856956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.317221+0000","last_change":"2024-09-10T09:28:11.312325+0000","last_active":"2024-09-10T09:28:11.317221+0000","last_peered":"2024-09-10T09:28:11.317221+0000","last_clean":"2024-09-10T09:28:11.317221+0000","last_became_active":"2024-09-10T09:28:11.312079+0000","last_became_peered":"2024-09-10T09:28:11.312079+0000","last_unstale":"2024-09-10T09:28:11.317221+0000","last_undegraded":"2024-09-10T09:28:11.317221+0000","last_fullsized":"2024-09-10T09:28:11.317221+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:49.187290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.296256+0000","last_change":"2024-09-10T09:28:10.297660+0000","last_active":"2024-09-10T09:28:11.296256+0000","last_peered":"2024-09-10T09:28:11.296256+0000","last_clean":"2024-09-10T09:28:11.296256+0000","last_became_active":"2024-09-10T09:28:10.297236+0000","last_became_peered":"2024-09-10T09:28:10.297236+0000","last_unstale":"2024-09-10T09:28:11.296256+0000","last_undegraded":"2024-09-10T09:28:11.296256+0000","last_fullsized":"2024-09-10T09:28:11.296256+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:48.124563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312994+0000","last_change":"2024-09-10T09:28:11.307169+0000","last_active":"2024-09-10T09:28:11.312994+0000","last_peered":"2024-09-10T09:28:11.312994+0000","last_clean":"2024-09-10T09:28:11.312994+0000","last_became_active":"2024-09-10T09:28:11.306869+0000","last_became_peered":"2024-09-10T09:28:11.306869+0000","last_unstale":"2024-09-10T09:28:11.312994+0000","last_undegraded":"2024-09-10T09:28:11.312994+0000","last_fullsized":"2024-09-10T09:28:11.312994+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:44.860193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":20,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.323379+0000","last_change":"2024-09-10T09:28:10.306331+0000","last_active":"2024-09-10T09:28:11.323379+0000","last_peered":"2024-09-10T09:28:11.323379+0000","last_clean":"2024-09-10T09:28:11.323379+0000","last_became_active":"2024-09-10T09:28:10.306067+0000","last_became_peered":"2024-09-10T09:28:10.306067+0000","last_unstale":"2024-09-10T09:28:11.323379+0000","last_undegraded":"2024-09-10T09:28:11.323379+0000","last_fullsized":"2024-09-10T09:28:11.323379+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:26:01.036732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312818+0000","last_change":"2024-09-10T09:28:11.306265+0000","last_active":"2024-09-10T09:28:11.312818+0000","last_peered":"2024-09-10T09:28:11.312818+0000","last_clean":"2024-09-10T09:28:11.312818+0000","last_became_active":"2024-09-10T09:28:11.305977+0000","last_became_peered":"2024-09-10T09:28:11.305977+0000","last_unstale":"2024-09-10T09:28:11.312818+0000","last_undegraded":"2024-09-10T09:28:11.312818+0000","last_fullsized":"2024-09-10T09:28:11.312818+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:09:28.658049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322629+0000","last_change":"2024-09-10T09:28:10.310404+0000","last_active":"2024-09-10T09:28:11.322629+0000","last_peered":"2024-09-10T09:28:11.322629+0000","last_clean":"2024-09-10T09:28:11.322629+0000","last_became_active":"2024-09-10T09:28:10.310132+0000","last_became_peered":"2024-09-10T09:28:10.310132+0000","last_unstale":"2024-09-10T09:28:11.322629+0000","last_undegraded":"2024-09-10T09:28:11.322629+0000","last_fullsized":"2024-09-10T09:28:11.322629+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:14:03.856956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311204+0000","last_change":"2024-09-10T09:28:11.308041+0000","last_active":"2024-09-10T09:28:11.311204+0000","last_peered":"2024-09-10T09:28:11.311204+0000","last_clean":"2024-09-10T09:28:11.311204+0000","last_became_active":"2024-09-10T09:28:11.307750+0000","last_became_peered":"2024-09-10T09:28:11.307750+0000","last_unstale":"2024-09-10T09:28:11.311204+0000","last_undegraded":"2024-09-10T09:28:11.311204+0000","last_fullsized":"2024-09-10T09:28:11.311204+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:47:25.990846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322703+0000","last_change":"2024-09-10T09:28:10.308268+0000","last_active":"2024-09-10T09:28:11.322703+0000","last_peered":"2024-09-10T09:28:11.322703+0000","last_clean":"2024-09-10T09:28:11.322703+0000","last_became_active":"2024-09-10T09:28:10.307968+0000","last_became_peered":"2024-09-10T09:28:10.307968+0000","last_unstale":"2024-09-10T09:28:11.322703+0000","last_undegraded":"2024-09-10T09:28:11.322703+0000","last_fullsized":"2024-09-10T09:28:11.322703+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:30:38.477263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.313909+0000","last_change":"2024-09-10T09:28:11.307883+0000","last_active":"2024-09-10T09:28:11.313909+0000","last_peered":"2024-09-10T09:28:11.313909+0000","last_clean":"2024-09-10T09:28:11.313909+0000","last_became_active":"2024-09-10T09:28:11.307474+0000","last_became_peered":"2024-09-10T09:28:11.307474+0000","last_unstale":"2024-09-10T09:28:11.313909+0000","last_undegraded":"2024-09-10T09:28:11.313909+0000","last_fullsized":"2024-09-10T09:28:11.313909+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:22:58.313009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322145+0000","last_change":"2024-09-10T09:28:10.299882+0000","last_active":"2024-09-10T09:28:11.322145+0000","last_peered":"2024-09-10T09:28:11.322145+0000","last_clean":"2024-09-10T09:28:11.322145+0000","last_became_active":"2024-09-10T09:28:10.299609+0000","last_became_peered":"2024-09-10T09:28:10.299609+0000","last_unstale":"2024-09-10T09:28:11.322145+0000","last_undegraded":"2024-09-10T09:28:11.322145+0000","last_fullsized":"2024-09-10T09:28:11.322145+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:15.790879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309992+0000","last_change":"2024-09-10T09:28:11.305478+0000","last_active":"2024-09-10T09:28:11.309992+0000","last_peered":"2024-09-10T09:28:11.309992+0000","last_clean":"2024-09-10T09:28:11.309992+0000","last_became_active":"2024-09-10T09:28:11.305216+0000","last_became_peered":"2024-09-10T09:28:11.305216+0000","last_unstale":"2024-09-10T09:28:11.309992+0000","last_undegraded":"2024-09-10T09:28:11.309992+0000","last_fullsized":"2024-09-10T09:28:11.309992+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:37.276374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.296387+0000","last_change":"2024-09-10T09:28:10.301834+0000","last_active":"2024-09-10T09:28:11.296387+0000","last_peered":"2024-09-10T09:28:11.296387+0000","last_clean":"2024-09-10T09:28:11.296387+0000","last_became_active":"2024-09-10T09:28:10.301568+0000","last_became_peered":"2024-09-10T09:28:10.301568+0000","last_unstale":"2024-09-10T09:28:11.296387+0000","last_undegraded":"2024-09-10T09:28:11.296387+0000","last_fullsized":"2024-09-10T09:28:11.296387+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:30:38.477263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.318978+0000","last_change":"2024-09-10T09:28:11.311807+0000","last_active":"2024-09-10T09:28:11.318978+0000","last_peered":"2024-09-10T09:28:11.318978+0000","last_clean":"2024-09-10T09:28:11.318978+0000","last_became_active":"2024-09-10T09:28:11.311556+0000","last_became_peered":"2024-09-10T09:28:11.311556+0000","last_unstale":"2024-09-10T09:28:11.318978+0000","last_undegraded":"2024-09-10T09:28:11.318978+0000","last_fullsized":"2024-09-10T09:28:11.318978+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:29.371654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.323244+0000","last_change":"2024-09-10T09:28:10.299466+0000","last_active":"2024-09-10T09:28:11.323244+0000","last_peered":"2024-09-10T09:28:11.323244+0000","last_clean":"2024-09-10T09:28:11.323244+0000","last_became_active":"2024-09-10T09:28:10.299187+0000","last_became_peered":"2024-09-10T09:28:10.299187+0000","last_unstale":"2024-09-10T09:28:11.323244+0000","last_undegraded":"2024-09-10T09:28:11.323244+0000","last_fullsized":"2024-09-10T09:28:11.323244+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:34.685638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.308641+0000","last_change":"2024-09-10T09:28:11.304473+0000","last_active":"2024-09-10T09:28:11.308641+0000","last_peered":"2024-09-10T09:28:11.308641+0000","last_clean":"2024-09-10T09:28:11.308641+0000","last_became_active":"2024-09-10T09:28:11.304194+0000","last_became_peered":"2024-09-10T09:28:11.304194+0000","last_unstale":"2024-09-10T09:28:11.308641+0000","last_undegraded":"2024-09-10T09:28:11.308641+0000","last_fullsized":"2024-09-10T09:28:11.308641+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:16.907982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.291818+0000","last_change":"2024-09-10T09:28:10.301007+0000","last_active":"2024-09-10T09:28:11.291818+0000","last_peered":"2024-09-10T09:28:11.291818+0000","last_clean":"2024-09-10T09:28:11.291818+0000","last_became_active":"2024-09-10T09:28:10.300674+0000","last_became_peered":"2024-09-10T09:28:10.300674+0000","last_unstale":"2024-09-10T09:28:11.291818+0000","last_undegraded":"2024-09-10T09:28:11.291818+0000","last_fullsized":"2024-09-10T09:28:11.291818+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:18:28.194707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311302+0000","last_change":"2024-09-10T09:28:11.308188+0000","last_active":"2024-09-10T09:28:11.311302+0000","last_peered":"2024-09-10T09:28:11.311302+0000","last_clean":"2024-09-10T09:28:11.311302+0000","last_became_active":"2024-09-10T09:28:11.307824+0000","last_became_peered":"2024-09-10T09:28:11.307824+0000","last_unstale":"2024-09-10T09:28:11.311302+0000","last_undegraded":"2024-09-10T09:28:11.311302+0000","last_fullsized":"2024-09-10T09:28:11.311302+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:14.711427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.301438+0000","last_change":"2024-09-10T09:28:10.303378+0000","last_active":"2024-09-10T09:28:11.301438+0000","last_peered":"2024-09-10T09:28:11.301438+0000","last_clean":"2024-09-10T09:28:11.301438+0000","last_became_active":"2024-09-10T09:28:10.303081+0000","last_became_peered":"2024-09-10T09:28:10.303081+0000","last_unstale":"2024-09-10T09:28:11.301438+0000","last_undegraded":"2024-09-10T09:28:11.301438+0000","last_fullsized":"2024-09-10T09:28:11.301438+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:55.087007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309973+0000","last_change":"2024-09-10T09:28:11.305848+0000","last_active":"2024-09-10T09:28:11.309973+0000","last_peered":"2024-09-10T09:28:11.309973+0000","last_clean":"2024-09-10T09:28:11.309973+0000","last_became_active":"2024-09-10T09:28:11.305588+0000","last_became_peered":"2024-09-10T09:28:11.305588+0000","last_unstale":"2024-09-10T09:28:11.309973+0000","last_undegraded":"2024-09-10T09:28:11.309973+0000","last_fullsized":"2024-09-10T09:28:11.309973+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:53.441299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.292316+0000","last_change":"2024-09-10T09:28:10.300134+0000","last_active":"2024-09-10T09:28:11.292316+0000","last_peered":"2024-09-10T09:28:11.292316+0000","last_clean":"2024-09-10T09:28:11.292316+0000","last_became_active":"2024-09-10T09:28:10.299766+0000","last_became_peered":"2024-09-10T09:28:10.299766+0000","last_unstale":"2024-09-10T09:28:11.292316+0000","last_undegraded":"2024-09-10T09:28:11.292316+0000","last_fullsized":"2024-09-10T09:28:11.292316+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:40:33.871517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.314009+0000","last_change":"2024-09-10T09:28:11.310448+0000","last_active":"2024-09-10T09:28:11.314009+0000","last_peered":"2024-09-10T09:28:11.314009+0000","last_clean":"2024-09-10T09:28:11.314009+0000","last_became_active":"2024-09-10T09:28:11.310191+0000","last_became_peered":"2024-09-10T09:28:11.310191+0000","last_unstale":"2024-09-10T09:28:11.314009+0000","last_undegraded":"2024-09-10T09:28:11.314009+0000","last_fullsized":"2024-09-10T09:28:11.314009+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:22:58.313009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.322403+0000","last_change":"2024-09-10T09:28:10.311911+0000","last_active":"2024-09-10T09:28:11.322403+0000","last_peered":"2024-09-10T09:28:11.322403+0000","last_clean":"2024-09-10T09:28:11.322403+0000","last_became_active":"2024-09-10T09:28:10.311639+0000","last_became_peered":"2024-09-10T09:28:10.311639+0000","last_unstale":"2024-09-10T09:28:11.322403+0000","last_undegraded":"2024-09-10T09:28:11.322403+0000","last_fullsized":"2024-09-10T09:28:11.322403+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:15.903484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.314591+0000","last_change":"2024-09-10T09:28:11.309989+0000","last_active":"2024-09-10T09:28:11.314591+0000","last_peered":"2024-09-10T09:28:11.314591+0000","last_clean":"2024-09-10T09:28:11.314591+0000","last_became_active":"2024-09-10T09:28:11.309443+0000","last_became_peered":"2024-09-10T09:28:11.309443+0000","last_unstale":"2024-09-10T09:28:11.314591+0000","last_undegraded":"2024-09-10T09:28:11.314591+0000","last_fullsized":"2024-09-10T09:28:11.314591+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:20:02.763387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.291964+0000","last_change":"2024-09-10T09:28:10.307342+0000","last_active":"2024-09-10T09:28:11.291964+0000","last_peered":"2024-09-10T09:28:11.291964+0000","last_clean":"2024-09-10T09:28:11.291964+0000","last_became_active":"2024-09-10T09:28:10.307084+0000","last_became_peered":"2024-09-10T09:28:10.307084+0000","last_unstale":"2024-09-10T09:28:11.291964+0000","last_undegraded":"2024-09-10T09:28:11.291964+0000","last_fullsized":"2024-09-10T09:28:11.291964+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:40.463050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309702+0000","last_change":"2024-09-10T09:28:11.305411+0000","last_active":"2024-09-10T09:28:11.309702+0000","last_peered":"2024-09-10T09:28:11.309702+0000","last_clean":"2024-09-10T09:28:11.309702+0000","last_became_active":"2024-09-10T09:28:11.305137+0000","last_became_peered":"2024-09-10T09:28:11.305137+0000","last_unstale":"2024-09-10T09:28:11.309702+0000","last_undegraded":"2024-09-10T09:28:11.309702+0000","last_fullsized":"2024-09-10T09:28:11.309702+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:16.674107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.295554+0000","last_change":"2024-09-10T09:28:10.302305+0000","last_active":"2024-09-10T09:28:11.295554+0000","last_peered":"2024-09-10T09:28:11.295554+0000","last_clean":"2024-09-10T09:28:11.295554+0000","last_became_active":"2024-09-10T09:28:10.302027+0000","last_became_peered":"2024-09-10T09:28:10.302027+0000","last_unstale":"2024-09-10T09:28:11.295554+0000","last_undegraded":"2024-09-10T09:28:11.295554+0000","last_fullsized":"2024-09-10T09:28:11.295554+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:42.045573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.309643+0000","last_change":"2024-09-10T09:28:11.303017+0000","last_active":"2024-09-10T09:28:11.309643+0000","last_peered":"2024-09-10T09:28:11.309643+0000","last_clean":"2024-09-10T09:28:11.309643+0000","last_became_active":"2024-09-10T09:28:11.302712+0000","last_became_peered":"2024-09-10T09:28:11.302712+0000","last_unstale":"2024-09-10T09:28:11.309643+0000","last_undegraded":"2024-09-10T09:28:11.309643+0000","last_fullsized":"2024-09-10T09:28:11.309643+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:51.051316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.295481+0000","last_change":"2024-09-10T09:28:10.300937+0000","last_active":"2024-09-10T09:28:11.295481+0000","last_peered":"2024-09-10T09:28:11.295481+0000","last_clean":"2024-09-10T09:28:11.295481+0000","last_became_active":"2024-09-10T09:28:10.300678+0000","last_became_peered":"2024-09-10T09:28:10.300678+0000","last_unstale":"2024-09-10T09:28:11.295481+0000","last_undegraded":"2024-09-10T09:28:11.295481+0000","last_fullsized":"2024-09-10T09:28:11.295481+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:30:38.477263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.311098+0000","last_change":"2024-09-10T09:28:11.308263+0000","last_active":"2024-09-10T09:28:11.311098+0000","last_peered":"2024-09-10T09:28:11.311098+0000","last_clean":"2024-09-10T09:28:11.311098+0000","last_became_active":"2024-09-10T09:28:11.307955+0000","last_became_peered":"2024-09-10T09:28:11.307955+0000","last_unstale":"2024-09-10T09:28:11.311098+0000","last_undegraded":"2024-09-10T09:28:11.311098+0000","last_fullsized":"2024-09-10T09:28:11.311098+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:16.907982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.296554+0000","last_change":"2024-09-10T09:28:10.301819+0000","last_active":"2024-09-10T09:28:11.296554+0000","last_peered":"2024-09-10T09:28:11.296554+0000","last_clean":"2024-09-10T09:28:11.296554+0000","last_became_active":"2024-09-10T09:28:10.301515+0000","last_became_peered":"2024-09-10T09:28:10.301515+0000","last_unstale":"2024-09-10T09:28:11.296554+0000","last_undegraded":"2024-09-10T09:28:11.296554+0000","last_fullsized":"2024-09-10T09:28:11.296554+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:25:01.559505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.310783+0000","last_change":"2024-09-10T09:28:11.303288+0000","last_active":"2024-09-10T09:28:11.310783+0000","last_peered":"2024-09-10T09:28:11.310783+0000","last_clean":"2024-09-10T09:28:11.310783+0000","last_became_active":"2024-09-10T09:28:11.303009+0000","last_became_peered":"2024-09-10T09:28:11.303009+0000","last_unstale":"2024-09-10T09:28:11.310783+0000","last_undegraded":"2024-09-10T09:28:11.310783+0000","last_fullsized":"2024-09-10T09:28:11.310783+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:51.051316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.291285+0000","last_change":"2024-09-10T09:28:10.302534+0000","last_active":"2024-09-10T09:28:11.291285+0000","last_peered":"2024-09-10T09:28:11.291285+0000","last_clean":"2024-09-10T09:28:11.291285+0000","last_became_active":"2024-09-10T09:28:10.302264+0000","last_became_peered":"2024-09-10T09:28:10.302264+0000","last_unstale":"2024-09-10T09:28:11.291285+0000","last_undegraded":"2024-09-10T09:28:11.291285+0000","last_fullsized":"2024-09-10T09:28:11.291285+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:25:01.559505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.318616+0000","last_change":"2024-09-10T09:28:11.313535+0000","last_active":"2024-09-10T09:28:11.318616+0000","last_peered":"2024-09-10T09:28:11.318616+0000","last_clean":"2024-09-10T09:28:11.318616+0000","last_became_active":"2024-09-10T09:28:11.313274+0000","last_became_peered":"2024-09-10T09:28:11.313274+0000","last_unstale":"2024-09-10T09:28:11.318616+0000","last_undegraded":"2024-09-10T09:28:11.318616+0000","last_fullsized":"2024-09-10T09:28:11.318616+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:05:32.119548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.298410+0000","last_change":"2024-09-10T09:28:10.304404+0000","last_active":"2024-09-10T09:28:11.298410+0000","last_peered":"2024-09-10T09:28:11.298410+0000","last_clean":"2024-09-10T09:28:11.298410+0000","last_became_active":"2024-09-10T09:28:10.304124+0000","last_became_peered":"2024-09-10T09:28:10.304124+0000","last_unstale":"2024-09-10T09:28:11.298410+0000","last_undegraded":"2024-09-10T09:28:11.298410+0000","last_fullsized":"2024-09-10T09:28:11.298410+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:13.706929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.312907+0000","last_change":"2024-09-10T09:28:11.309567+0000","last_active":"2024-09-10T09:28:11.312907+0000","last_peered":"2024-09-10T09:28:11.312907+0000","last_clean":"2024-09-10T09:28:11.312907+0000","last_became_active":"2024-09-10T09:28:11.309309+0000","last_became_peered":"2024-09-10T09:28:11.309309+0000","last_unstale":"2024-09-10T09:28:11.312907+0000","last_undegraded":"2024-09-10T09:28:11.312907+0000","last_fullsized":"2024-09-10T09:28:11.312907+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:10.281894+0000","last_clean_scrub_stamp":"2024-09-10T09:28:10.281894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:56:22.144587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.301407+0000","last_change":"2024-09-10T09:28:10.309139+0000","last_active":"2024-09-10T09:28:11.301407+0000","last_peered":"2024-09-10T09:28:11.301407+0000","last_clean":"2024-09-10T09:28:11.301407+0000","last_became_active":"2024-09-10T09:28:10.308829+0000","last_became_peered":"2024-09-10T09:28:10.308829+0000","last_unstale":"2024-09-10T09:28:11.301407+0000","last_undegraded":"2024-09-10T09:28:11.301407+0000","last_fullsized":"2024-09-10T09:28:11.301407+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:28:09.277396+0000","last_clean_scrub_stamp":"2024-09-10T09:28:09.277396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T21:05:52.851532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":199,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-10T09:28:11.300008+0000","last_change":"2024-09-10T09:27:08.656727+0000","last_active":"2024-09-10T09:28:11.300008+0000","last_peered":"2024-09-10T09:28:11.300008+0000","last_clean":"2024-09-10T09:28:11.300008+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:28:11.300008+0000","last_undegraded":"2024-09-10T09:28:11.300008+0000","last_fullsized":"2024-09-10T09:28:11.300008+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_clean_scrub_stamp":"2024-09-10T09:27:07.184898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:23.145910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28020,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343820,"statfs":{"total":96636764160,"available":96608071680,"internally_reserved":0,"allocated":1015808,"data_stored":769702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":179334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542159,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":179334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542160,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":179334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":450560,"data_stored":188147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27444,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344396,"statfs":{"total":96636764160,"available":96608661504,"internally_reserved":0,"allocated":421888,"data_stored":179334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":179334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28020,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343820,"statfs":{"total":96636764160,"available":96608071680,"internally_reserved":0,"allocated":1015808,"data_stored":769702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:28:14.584 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T09:28:14.584 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T09:28:14.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.725+0000 7f72e09b7640 1 Processor -- start 2024-09-10T09:28:14.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.725+0000 7f72e09b7640 1 -- start start 2024-09-10T09:28:14.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72e09b7640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f72dc161a20 0x7f72dc0d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72e09b7640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f72dc0d1420 0x7f72dc0cec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72e09b7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 0x7f72dc0b5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72e09b7640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f72dc161e00 con 0x7f72dc0d1420 2024-09-10T09:28:14.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72e09b7640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f72dc0d1830 con 0x7f72dc161a20 2024-09-10T09:28:14.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72e09b7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f72dc0cf980 con 0x7f72dc0cf160 2024-09-10T09:28:14.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72d9d9b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f72dc0d1420 0x7f72dc0cec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72d9d9b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f72dc0d1420 0x7f72dc0cec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54544/0 (socket says 172.21.15.173:54544) 2024-09-10T09:28:14.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72d9d9b640 1 -- 172.21.15.173:0/1036853190 learned_addr learned my addr 172.21.15.173:0/1036853190 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:14.728 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72dad9d640 1 --2- 172.21.15.173:0/1036853190 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 0x7f72dc0b5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.726+0000 7f72da59c640 1 --2- 172.21.15.173:0/1036853190 >> v2:172.21.15.176:3300/0 conn(0x7f72dc161a20 0x7f72dc0d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.727+0000 7f72d9d9b640 1 -- 172.21.15.173:0/1036853190 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 msgr2=0x7f72dc0b5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:14.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.727+0000 7f72d9d9b640 1 --2- 172.21.15.173:0/1036853190 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 0x7f72dc0b5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.727+0000 7f72d9d9b640 1 -- 172.21.15.173:0/1036853190 >> v2:172.21.15.176:3300/0 conn(0x7f72dc161a20 msgr2=0x7f72dc0d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:14.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.727+0000 7f72d9d9b640 1 --2- 172.21.15.173:0/1036853190 >> v2:172.21.15.176:3300/0 conn(0x7f72dc161a20 0x7f72dc0d0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.727+0000 7f72d9d9b640 1 -- 172.21.15.173:0/1036853190 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72dc06d050 con 0x7f72dc0d1420 2024-09-10T09:28:14.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.727+0000 7f72dad9d640 1 --2- 172.21.15.173:0/1036853190 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 0x7f72dc0b5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:14.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.727+0000 7f72d9d9b640 1 --2- 172.21.15.173:0/1036853190 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 0x7f72dc0cec20 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f72dc06d220 tx=0x7f72d002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfc8a6e45d6aa196 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:14.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.727+0000 7f72d959a640 1 -- 172.21.15.173:0/1036853190 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d0037070 con 0x7f72dc0d1420 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72d959a640 1 -- 172.21.15.173:0/1036853190 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72d0032440 con 0x7f72dc0d1420 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72d959a640 1 -- 172.21.15.173:0/1036853190 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d0032810 con 0x7f72dc0d1420 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72e09b7640 1 -- 172.21.15.173:0/1036853190 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 msgr2=0x7f72dc0cec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72e09b7640 1 --2- 172.21.15.173:0/1036853190 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 0x7f72dc0cec20 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f72dc06d220 tx=0x7f72d002a1c0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72e09b7640 1 -- 172.21.15.173:0/1036853190 shutdown_connections 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72e09b7640 1 --2- 172.21.15.173:0/1036853190 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 0x7f72dc0b5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72e09b7640 1 --2- 172.21.15.173:0/1036853190 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 0x7f72dc0cec20 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72e09b7640 1 --2- 172.21.15.173:0/1036853190 >> v2:172.21.15.176:3300/0 conn(0x7f72dc161a20 0x7f72dc0d0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72e09b7640 1 -- 172.21.15.173:0/1036853190 >> 172.21.15.173:0/1036853190 conn(0x7f72dc09d850 msgr2=0x7f72dc08bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72e09b7640 1 -- 172.21.15.173:0/1036853190 shutdown_connections 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.728+0000 7f72e09b7640 1 -- 172.21.15.173:0/1036853190 wait complete. 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.729+0000 7f72e09b7640 1 Processor -- start 2024-09-10T09:28:14.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.729+0000 7f72e09b7640 1 -- start start 2024-09-10T09:28:14.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72e09b7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 0x7f72dc0b68d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72e09b7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 0x7f72dc0c92b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72e09b7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f72dc161a20 0x7f72dc0ca9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72e09b7640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc06d2f0 con 0x7f72dc0d1420 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72e09b7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc0cff00 con 0x7f72dc161a20 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72e09b7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f72dc0b1040 con 0x7f72dc0cf160 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72d9d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 0x7f72dc0c92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72d9d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 0x7f72dc0c92b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54556/0 (socket says 172.21.15.173:54556) 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72d9d9b640 1 -- 172.21.15.173:0/2025705610 learned_addr learned my addr 172.21.15.173:0/2025705610 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72dad9d640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f72dc161a20 0x7f72dc0ca9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.730+0000 7f72da59c640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 0x7f72dc0b68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72d9d9b640 1 -- 172.21.15.173:0/2025705610 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 msgr2=0x7f72dc0b68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72d9d9b640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 0x7f72dc0b68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.734 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72d9d9b640 1 -- 172.21.15.173:0/2025705610 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f72dc161a20 msgr2=0x7f72dc0ca9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72d9d9b640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f72dc161a20 0x7f72dc0ca9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72d9d9b640 1 -- 172.21.15.173:0/2025705610 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72dc0c9940 con 0x7f72dc0d1420 2024-09-10T09:28:14.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72d9d9b640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 0x7f72dc0c92b0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f72d002a200 tx=0x7f72d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:14.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72caffd640 1 -- 172.21.15.173:0/2025705610 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d0041020 con 0x7f72dc0d1420 2024-09-10T09:28:14.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72caffd640 1 -- 172.21.15.173:0/2025705610 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72d00306c0 con 0x7f72dc0d1420 2024-09-10T09:28:14.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72e09b7640 1 -- 172.21.15.173:0/2025705610 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72dc0c9c20 con 0x7f72dc0d1420 2024-09-10T09:28:14.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72caffd640 1 -- 172.21.15.173:0/2025705610 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d0037040 con 0x7f72dc0d1420 2024-09-10T09:28:14.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.731+0000 7f72e09b7640 1 -- 172.21.15.173:0/2025705610 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72dc0ca1e0 con 0x7f72dc0d1420 2024-09-10T09:28:14.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.732+0000 7f72e09b7640 1 -- 172.21.15.173:0/2025705610 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72dc0cf590 con 0x7f72dc0d1420 2024-09-10T09:28:14.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.732+0000 7f72caffd640 1 -- 172.21.15.173:0/2025705610 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f72d0044020 con 0x7f72dc0d1420 2024-09-10T09:28:14.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.733+0000 7f72caffd640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f72bc06be30 0x7f72bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:14.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.733+0000 7f72caffd640 1 -- 172.21.15.173:0/2025705610 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f72d00ab700 con 0x7f72dc0d1420 2024-09-10T09:28:14.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.733+0000 7f72da59c640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f72bc06be30 0x7f72bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:14.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.733+0000 7f72da59c640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f72bc06be30 0x7f72bc06e2f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f72dc1f7740 tx=0x7f72cc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:14.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.737+0000 7f72caffd640 1 -- 172.21.15.173:0/2025705610 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f72d004b030 con 0x7f72dc0d1420 2024-09-10T09:28:14.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.963+0000 7f72e09b7640 1 -- 172.21.15.173:0/2025705610 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f72dc0cb260 con 0x7f72dc0d1420 2024-09-10T09:28:14.966 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.965+0000 7f72caffd640 1 -- 172.21.15.173:0/2025705610 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f72d00798d0 con 0x7f72dc0d1420 2024-09-10T09:28:14.967 INFO:teuthology.orchestra.run.smithi173.stdout:[client.0] 2024-09-10T09:28:14.967 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC7EOBmlkFmGBAAQYEPuCFF/aghcnPdgc23aw== 2024-09-10T09:28:14.967 INFO:teuthology.orchestra.run.smithi173.stdout: caps mds = "allow" 2024-09-10T09:28:14.967 INFO:teuthology.orchestra.run.smithi173.stdout: caps mon = "allow r" 2024-09-10T09:28:14.967 INFO:teuthology.orchestra.run.smithi173.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T09:28:14.967 INFO:teuthology.orchestra.run.smithi173.stderr:updated caps for client.0 2024-09-10T09:28:14.969 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 -- 172.21.15.173:0/2025705610 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f72bc06be30 msgr2=0x7f72bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.969 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f72bc06be30 0x7f72bc06e2f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f72dc1f7740 tx=0x7f72cc008040 comp rx=0 tx=0).stop 2024-09-10T09:28:14.969 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 -- 172.21.15.173:0/2025705610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 msgr2=0x7f72dc0c92b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:14.969 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 0x7f72dc0c92b0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f72d002a200 tx=0x7f72d00046c0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.970 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 -- 172.21.15.173:0/2025705610 shutdown_connections 2024-09-10T09:28:14.970 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f72bc06be30 0x7f72bc06e2f0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.970 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f72dc161a20 0x7f72dc0ca9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.970 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72dc0d1420 0x7f72dc0c92b0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.970 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 --2- 172.21.15.173:0/2025705610 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f72dc0cf160 0x7f72dc0b68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:14.970 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 -- 172.21.15.173:0/2025705610 >> 172.21.15.173:0/2025705610 conn(0x7f72dc09d850 msgr2=0x7f72dc15eab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:14.970 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 -- 172.21.15.173:0/2025705610 shutdown_connections 2024-09-10T09:28:14.970 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:14.968+0000 7f72e09b7640 1 -- 172.21.15.173:0/2025705610 wait complete. 2024-09-10T09:28:14.980 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:28:15.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.077+0000 7fb960b03640 1 Processor -- start 2024-09-10T09:28:15.078 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.077+0000 7fb960b03640 1 -- start start 2024-09-10T09:28:15.079 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb960b03640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fb95c0b69d0 0x7fb95c162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.079 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb960b03640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb95c0b0180 0x7fb95c154d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.079 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb960b03640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb95c15eb60 con 0x7fb95c0af280 2024-09-10T09:28:15.079 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb960b03640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fb95c0b6db0 con 0x7fb95c0b69d0 2024-09-10T09:28:15.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb960b03640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fb95c15ee40 con 0x7fb95c0b0180 2024-09-10T09:28:15.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb95a59c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fb95c0b69d0 0x7fb95c162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb953fff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fb95c0af280 0x7fb95c0afa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:55490/0 (socket says 172.21.15.173:55490) 2024-09-10T09:28:15.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb953fff640 1 -- 172.21.15.173:0/3875973759 learned_addr learned my addr 172.21.15.173:0/3875973759 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:15.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb95a59c640 1 --2- 172.21.15.173:0/3875973759 >> v2:172.21.15.173:3300/0 conn(0x7fb95c0b69d0 0x7fb95c162a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54566/0 (socket says 172.21.15.173:54566) 2024-09-10T09:28:15.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb95a59c640 1 -- 172.21.15.173:0/3875973759 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb95c0b0180 msgr2=0x7fb95c154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb95a59c640 1 --2- 172.21.15.173:0/3875973759 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb95c0b0180 0x7fb95c154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb95a59c640 1 -- 172.21.15.173:0/3875973759 >> v1:172.21.15.173:6789/0 conn(0x7fb95c0af280 legacy=0x7fb95c0afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb95a59c640 1 -- 172.21.15.173:0/3875973759 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb95c15f120 con 0x7fb95c0b69d0 2024-09-10T09:28:15.080 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.078+0000 7fb959d9b640 1 -- 172.21.15.173:0/3875973759 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1289527345 0 0) 0x7fb95c15eb60 con 0x7fb95c0af280 2024-09-10T09:28:15.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.079+0000 7fb95a59c640 1 --2- 172.21.15.173:0/3875973759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b69d0 0x7fb95c162a50 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fb94c0097a0 tx=0x7fb94c02a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e314e51b5566364 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.081 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.079+0000 7fb959d9b640 1 -- 172.21.15.173:0/3875973759 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb94c037070 con 0x7fb95c0b69d0 2024-09-10T09:28:15.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.079+0000 7fb959d9b640 1 -- 172.21.15.173:0/3875973759 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb94c02add0 con 0x7fb95c0b69d0 2024-09-10T09:28:15.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.079+0000 7fb959d9b640 1 -- 172.21.15.173:0/3875973759 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb94c032660 con 0x7fb95c0b69d0 2024-09-10T09:28:15.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.080+0000 7fb960b03640 1 -- 172.21.15.173:0/3875973759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b69d0 msgr2=0x7fb95c162a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.080+0000 7fb960b03640 1 --2- 172.21.15.173:0/3875973759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b69d0 0x7fb95c162a50 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fb94c0097a0 tx=0x7fb94c02a080 comp rx=0 tx=0).stop 2024-09-10T09:28:15.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.080+0000 7fb960b03640 1 -- 172.21.15.173:0/3875973759 shutdown_connections 2024-09-10T09:28:15.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.080+0000 7fb960b03640 1 --2- 172.21.15.173:0/3875973759 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb95c0b0180 0x7fb95c154d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.080+0000 7fb960b03640 1 --2- 172.21.15.173:0/3875973759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b69d0 0x7fb95c162a50 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.080+0000 7fb960b03640 1 -- 172.21.15.173:0/3875973759 >> 172.21.15.173:0/3875973759 conn(0x7fb95c06bc10 msgr2=0x7fb95c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:15.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.080+0000 7fb960b03640 1 -- 172.21.15.173:0/3875973759 shutdown_connections 2024-09-10T09:28:15.082 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.080+0000 7fb960b03640 1 -- 172.21.15.173:0/3875973759 wait complete. 2024-09-10T09:28:15.084 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.081+0000 7fb960b03640 1 Processor -- start 2024-09-10T09:28:15.084 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.081+0000 7fb960b03640 1 -- start start 2024-09-10T09:28:15.084 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb960b03640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb95c0af280 0x7fb95c152880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.084 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb960b03640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b0180 0x7fb95c148280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb960b03640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb95c0b69d0 0x7fb95c0cd650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb960b03640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb95c155240 con 0x7fb95c0b0180 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb960b03640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb95c0af710 con 0x7fb95c0b69d0 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb960b03640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fb95c1553c0 con 0x7fb95c0af280 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb953fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b0180 0x7fb95c148280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb953fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b0180 0x7fb95c148280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54574/0 (socket says 172.21.15.173:54574) 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb953fff640 1 -- 172.21.15.173:0/1293543363 learned_addr learned my addr 172.21.15.173:0/1293543363 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb953fff640 1 -- 172.21.15.173:0/1293543363 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb95c0af280 msgr2=0x7fb95c152880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb95a59c640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb95c0af280 0x7fb95c152880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb95ad9d640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb95c0b69d0 0x7fb95c0cd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb953fff640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb95c0af280 0x7fb95c152880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb953fff640 1 -- 172.21.15.173:0/1293543363 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb95c0b69d0 msgr2=0x7fb95c0cd650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.085 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb953fff640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb95c0b69d0 0x7fb95c0cd650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb953fff640 1 -- 172.21.15.173:0/1293543363 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb95c06cbb0 con 0x7fb95c0b0180 2024-09-10T09:28:15.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb953fff640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b0180 0x7fb95c148280 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb94400c4d0 tx=0x7fb94400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.082+0000 7fb952ffd640 1 -- 172.21.15.173:0/1293543363 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb944018070 con 0x7fb95c0b0180 2024-09-10T09:28:15.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.083+0000 7fb952ffd640 1 -- 172.21.15.173:0/1293543363 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb944007500 con 0x7fb95c0b0180 2024-09-10T09:28:15.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.083+0000 7fb952ffd640 1 -- 172.21.15.173:0/1293543363 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb944004a20 con 0x7fb95c0b0180 2024-09-10T09:28:15.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.083+0000 7fb960b03640 1 -- 172.21.15.173:0/1293543363 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb95c06ce90 con 0x7fb95c0b0180 2024-09-10T09:28:15.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.083+0000 7fb960b03640 1 -- 172.21.15.173:0/1293543363 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb95c156c10 con 0x7fb95c0b0180 2024-09-10T09:28:15.086 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.084+0000 7fb960b03640 1 -- 172.21.15.173:0/1293543363 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb95c06d3b0 con 0x7fb95c0b0180 2024-09-10T09:28:15.087 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.084+0000 7fb952ffd640 1 -- 172.21.15.173:0/1293543363 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb94401b070 con 0x7fb95c0b0180 2024-09-10T09:28:15.087 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.084+0000 7fb952ffd640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb93c06be30 0x7fb93c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.087 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.085+0000 7fb952ffd640 1 -- 172.21.15.173:0/1293543363 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fb94408a3d0 con 0x7fb95c0b0180 2024-09-10T09:28:15.087 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.085+0000 7fb95a59c640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb93c06be30 0x7fb93c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.087 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.085+0000 7fb95a59c640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb93c06be30 0x7fb93c06e2f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb94c034000 tx=0x7fb94c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.090 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.089+0000 7fb952ffd640 1 -- 172.21.15.173:0/1293543363 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb95c06d3b0 con 0x7fb95c0b0180 2024-09-10T09:28:15.271 INFO:tasks.ceph.mds.a.smithi173.stderr:2024-09-10T09:28:15.270+0000 7fd2a2110640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T09:28:15.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.287+0000 7fb960b03640 1 -- 172.21.15.173:0/1293543363 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb95c155810 con 0x7fb95c0b0180 2024-09-10T09:28:15.289 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.288+0000 7fb952ffd640 1 -- 172.21.15.173:0/1293543363 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5226 (secure 0 0 0) 0x7fb944058b60 con 0x7fb95c0b0180 2024-09-10T09:28:15.289 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:15.289 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":16,"btime":"2024-09-10T09:28:13:304961+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/3644707240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":3644707240},{"type":"v1","addr":"172.21.15.176:6835","nonce":3644707240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4852,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/546692745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":546692745},{"type":"v1","addr":"172.21.15.173:6837","nonce":546692745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4855,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/854312350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":854312350},{"type":"v1","addr":"172.21.15.176:6834","nonce":854312350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:28:10.634817+0000","modified":"2024-09-10T09:28:12.627656+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.173:6836/366729378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":366729378},{"type":"v1","addr":"172.21.15.173:6836","nonce":366729378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4914,"qdb_cluster":[4914]},"id":2}]} 2024-09-10T09:28:15.290 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 16 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 -- 172.21.15.173:0/1293543363 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb93c06be30 msgr2=0x7fb93c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb93c06be30 0x7fb93c06e2f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb94c034000 tx=0x7fb94c02e000 comp rx=0 tx=0).stop 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 -- 172.21.15.173:0/1293543363 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b0180 msgr2=0x7fb95c148280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b0180 0x7fb95c148280 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb94400c4d0 tx=0x7fb94400c990 comp rx=0 tx=0).stop 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 -- 172.21.15.173:0/1293543363 shutdown_connections 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fb93c06be30 0x7fb93c06e2f0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb95c0b69d0 0x7fb95c0cd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb95c0b0180 0x7fb95c148280 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 --2- 172.21.15.173:0/1293543363 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb95c0af280 0x7fb95c152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 -- 172.21.15.173:0/1293543363 >> 172.21.15.173:0/1293543363 conn(0x7fb95c06bc10 msgr2=0x7fb95c0b1f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:15.292 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.290+0000 7fb960b03640 1 -- 172.21.15.173:0/1293543363 shutdown_connections 2024-09-10T09:28:15.293 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.291+0000 7fb960b03640 1 -- 172.21.15.173:0/1293543363 wait complete. 2024-09-10T09:28:15.705 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T09:28:10.634817+0000', 'modified': '2024-09-10T09:28:12.627656+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4914}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4914': {'gid': 4914, 'name': 'a', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.173:6836/366729378', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6835', 'nonce': 366729378}, {'type': 'v1', 'addr': '172.21.15.173:6836', 'nonce': 366729378}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4914, 'qdb_cluster': [4914]} 2024-09-10T09:28:15.705 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T09:28:15.706 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-10T09:28:15.809 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.808+0000 7f8491b66640 1 Processor -- start 2024-09-10T09:28:15.809 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.808+0000 7f8491b66640 1 -- start start 2024-09-10T09:28:15.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f8491b66640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f848c161c80 0x7f848c06e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f8491b66640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f848c162060 0x7f848c0b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f8491b66640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f848c0b64b0 0x7f848c0b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f8491b66640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f848c06e870 con 0x7f848c0b64b0 2024-09-10T09:28:15.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f8491b66640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f848c06d9f0 con 0x7f848c162060 2024-09-10T09:28:15.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f8491b66640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f848c06dcd0 con 0x7f848c161c80 2024-09-10T09:28:15.810 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f848bfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f848c0b64b0 0x7f848c0b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f848bfff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f848c0b64b0 0x7f848c0b6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54584/0 (socket says 172.21.15.173:54584) 2024-09-10T09:28:15.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f848bfff640 1 -- 172.21.15.173:0/3367554113 learned_addr learned my addr 172.21.15.173:0/3367554113 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:15.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f848affd640 1 --2- 172.21.15.173:0/3367554113 >> v2:172.21.15.176:3300/0 conn(0x7f848c162060 0x7f848c0b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f848b7fe640 1 --2- 172.21.15.173:0/3367554113 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f848c161c80 0x7f848c06e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f848bfff640 1 -- 172.21.15.173:0/3367554113 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f848c161c80 msgr2=0x7f848c06e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f848bfff640 1 --2- 172.21.15.173:0/3367554113 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f848c161c80 0x7f848c06e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f848bfff640 1 -- 172.21.15.173:0/3367554113 >> v2:172.21.15.176:3300/0 conn(0x7f848c162060 msgr2=0x7f848c0b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f848bfff640 1 --2- 172.21.15.173:0/3367554113 >> v2:172.21.15.176:3300/0 conn(0x7f848c162060 0x7f848c0b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.811 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.809+0000 7f848bfff640 1 -- 172.21.15.173:0/3367554113 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f848c06dfb0 con 0x7f848c0b64b0 2024-09-10T09:28:15.812 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.810+0000 7f848bfff640 1 --2- 172.21.15.173:0/3367554113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c0b64b0 0x7f848c0b6960 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f848c0d0cb0 tx=0x7f848402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6f73d27c7c6a2f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.812 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.810+0000 7f848a7fc640 1 -- 172.21.15.173:0/3367554113 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8484036070 con 0x7f848c0b64b0 2024-09-10T09:28:15.812 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.810+0000 7f848a7fc640 1 -- 172.21.15.173:0/3367554113 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8484031600 con 0x7f848c0b64b0 2024-09-10T09:28:15.812 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.810+0000 7f848a7fc640 1 -- 172.21.15.173:0/3367554113 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84840319d0 con 0x7f848c0b64b0 2024-09-10T09:28:15.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.810+0000 7f8491b66640 1 -- 172.21.15.173:0/3367554113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c0b64b0 msgr2=0x7f848c0b6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.810+0000 7f8491b66640 1 --2- 172.21.15.173:0/3367554113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c0b64b0 0x7f848c0b6960 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f848c0d0cb0 tx=0x7f848402a6a0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.811+0000 7f8491b66640 1 -- 172.21.15.173:0/3367554113 shutdown_connections 2024-09-10T09:28:15.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.811+0000 7f8491b66640 1 --2- 172.21.15.173:0/3367554113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c0b64b0 0x7f848c0b6960 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.811+0000 7f8491b66640 1 --2- 172.21.15.173:0/3367554113 >> v2:172.21.15.176:3300/0 conn(0x7f848c162060 0x7f848c0b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.811+0000 7f8491b66640 1 --2- 172.21.15.173:0/3367554113 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f848c161c80 0x7f848c06e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.811+0000 7f8491b66640 1 -- 172.21.15.173:0/3367554113 >> 172.21.15.173:0/3367554113 conn(0x7f848c0d44f0 msgr2=0x7f848c0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:15.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.811+0000 7f8491b66640 1 -- 172.21.15.173:0/3367554113 shutdown_connections 2024-09-10T09:28:15.813 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.811+0000 7f8491b66640 1 -- 172.21.15.173:0/3367554113 wait complete. 2024-09-10T09:28:15.815 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.812+0000 7f8491b66640 1 Processor -- start 2024-09-10T09:28:15.815 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.812+0000 7f8491b66640 1 -- start start 2024-09-10T09:28:15.815 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f8491b66640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f848c0b64b0 0x7f848c155bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.815 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f8491b66640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f848c161c80 0x7f848c0b98d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f8491b66640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c162060 0x7f848c15eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f8491b66640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f848c162500 con 0x7f848c162060 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f8491b66640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f848c0d2aa0 con 0x7f848c161c80 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f8491b66640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f848c162680 con 0x7f848c0b64b0 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c162060 0x7f848c15eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c162060 0x7f848c15eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54600/0 (socket says 172.21.15.173:54600) 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848bfff640 1 -- 172.21.15.173:0/3776475245 learned_addr learned my addr 172.21.15.173:0/3776475245 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848affd640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f848c161c80 0x7f848c0b98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848b7fe640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f848c0b64b0 0x7f848c155bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848bfff640 1 -- 172.21.15.173:0/3776475245 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f848c0b64b0 msgr2=0x7f848c155bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848bfff640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f848c0b64b0 0x7f848c155bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848bfff640 1 -- 172.21.15.173:0/3776475245 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f848c161c80 msgr2=0x7f848c0b98d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848bfff640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f848c161c80 0x7f848c0b98d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.816 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848bfff640 1 -- 172.21.15.173:0/3776475245 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f848c0c8110 con 0x7f848c162060 2024-09-10T09:28:15.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f848bfff640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c162060 0x7f848c15eb10 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8484034040 tx=0x7f8484004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f8473fff640 1 -- 172.21.15.173:0/3776475245 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8484036050 con 0x7f848c162060 2024-09-10T09:28:15.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f8473fff640 1 -- 172.21.15.173:0/3776475245 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8484042070 con 0x7f848c162060 2024-09-10T09:28:15.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f8491b66640 1 -- 172.21.15.173:0/3776475245 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f848c0c83f0 con 0x7f848c162060 2024-09-10T09:28:15.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.813+0000 7f8473fff640 1 -- 172.21.15.173:0/3776475245 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8484009510 con 0x7f848c162060 2024-09-10T09:28:15.817 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.814+0000 7f8491b66640 1 -- 172.21.15.173:0/3776475245 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f848c156640 con 0x7f848c162060 2024-09-10T09:28:15.820 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.815+0000 7f8473fff640 1 -- 172.21.15.173:0/3776475245 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8484007bd0 con 0x7f848c162060 2024-09-10T09:28:15.820 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.815+0000 7f8473fff640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f847806be30 0x7f847806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.820 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.816+0000 7f8473fff640 1 -- 172.21.15.173:0/3776475245 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f84840abed0 con 0x7f848c162060 2024-09-10T09:28:15.820 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.816+0000 7f848b7fe640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f847806be30 0x7f847806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.816+0000 7f848b7fe640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f847806be30 0x7f847806e2f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f847c006fd0 tx=0x7f847c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.816+0000 7f84949dc740 1 Processor -- start 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.816+0000 7f84949dc740 1 -- start start 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.817+0000 7f84949dc740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde02c0 0x55a49fe25a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.817+0000 7f84949dc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fddda80 0x55a49fde06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.817+0000 7f84949dc740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 0x55a49fdda8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.817+0000 7f84949dc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a49fd42520 con 0x55a49fddda80 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.817+0000 7f84949dc740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55a49fcea3e0 con 0x55a49fde02c0 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.817+0000 7f84949dc740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x55a49fd3e4e0 con 0x55a49fde1a50 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.817+0000 7f848affd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fddda80 0x55a49fde06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.817+0000 7f848affd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fddda80 0x55a49fde06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54614/0 (socket says 172.21.15.173:54614) 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.817+0000 7f848affd640 1 -- 172.21.15.173:0/3775258636 learned_addr learned my addr 172.21.15.173:0/3775258636 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.817+0000 7f848b7fe640 1 --2- 172.21.15.173:0/3775258636 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde02c0 0x55a49fe25a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.821 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f848bfff640 1 --2- 172.21.15.173:0/3775258636 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 0x55a49fdda8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f848affd640 1 -- 172.21.15.173:0/3775258636 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 msgr2=0x55a49fdda8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f848affd640 1 --2- 172.21.15.173:0/3775258636 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 0x55a49fdda8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f848affd640 1 -- 172.21.15.173:0/3775258636 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde02c0 msgr2=0x55a49fe25a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f848affd640 1 --2- 172.21.15.173:0/3775258636 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde02c0 0x55a49fe25a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f848affd640 1 -- 172.21.15.173:0/3775258636 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a49fd052f0 con 0x55a49fddda80 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f848bfff640 1 --2- 172.21.15.173:0/3775258636 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 0x55a49fdda8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f848affd640 1 --2- 172.21.15.173:0/3775258636 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fddda80 0x55a49fde06a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f848000b820 tx=0x7f848000bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae5d648431715a33 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f84717fa640 1 -- 172.21.15.173:0/3775258636 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8480018030 con 0x55a49fddda80 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f84717fa640 1 -- 172.21.15.173:0/3775258636 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8480004020 con 0x55a49fddda80 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.818+0000 7f84717fa640 1 -- 172.21.15.173:0/3775258636 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84800043f0 con 0x55a49fddda80 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 -- 172.21.15.173:0/3775258636 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fddda80 msgr2=0x55a49fde06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 --2- 172.21.15.173:0/3775258636 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fddda80 0x55a49fde06a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f848000b820 tx=0x7f848000bce0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 -- 172.21.15.173:0/3775258636 shutdown_connections 2024-09-10T09:28:15.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 --2- 172.21.15.173:0/3775258636 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 0x55a49fdda8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 --2- 172.21.15.173:0/3775258636 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fddda80 0x55a49fde06a0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 --2- 172.21.15.173:0/3775258636 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde02c0 0x55a49fe25a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 -- 172.21.15.173:0/3775258636 >> 172.21.15.173:0/3775258636 conn(0x55a49fddca80 msgr2=0x55a49fe24f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:15.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 -- 172.21.15.173:0/3775258636 shutdown_connections 2024-09-10T09:28:15.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 -- 172.21.15.173:0/3775258636 wait complete. 2024-09-10T09:28:15.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 -- start start 2024-09-10T09:28:15.823 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.819+0000 7f84949dc740 1 Processor -- start 2024-09-10T09:28:15.826 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f84949dc740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde02c0 0x55a49fe012b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.826 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f84949dc740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 0x55a49fe34df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f84949dc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fe28880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f84949dc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a49fddbf20 con 0x55a49fe28440 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f84949dc740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55a49fccb450 con 0x55a49fde1a50 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f84949dc740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x55a49fe26290 con 0x55a49fde02c0 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f84949dc740 10 client.0 _ll_register_callbacks cb 0x55a49fa54ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f848bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fe28880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f848bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fe28880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54626/0 (socket says 172.21.15.173:54626) 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f848bfff640 1 -- 172.21.15.173:0/1626817011 learned_addr learned my addr 172.21.15.173:0/1626817011 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f848b7fe640 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde02c0 0x55a49fe012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.820+0000 7f848affd640 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 0x55a49fe34df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f848bfff640 1 -- 172.21.15.173:0/1626817011 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde02c0 msgr2=0x55a49fe012b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f848bfff640 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde02c0 0x55a49fe012b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f848bfff640 1 -- 172.21.15.173:0/1626817011 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 msgr2=0x55a49fe34df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f848bfff640 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 0x55a49fe34df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f848bfff640 1 -- 172.21.15.173:0/1626817011 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a49fa552d0 con 0x55a49fe28440 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f848affd640 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 0x55a49fe34df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f848bfff640 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fe28880 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f84840aa210 tx=0x7f84840763b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=638c318503df0dcd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f846a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f846a7fc640 1 -- 172.21.15.173:0/1626817011 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84840a3dd0 con 0x55a49fe28440 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f846a7fc640 1 -- 172.21.15.173:0/1626817011 <== mon.0 v2:172.21.15.173:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f8484079440 con 0x55a49fe28440 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f84949dc740 1 -- 172.21.15.173:0/1626817011 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8480004020 con 0x55a49fe28440 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f846a7fc640 1 -- 172.21.15.173:0/1626817011 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f8484099050 con 0x55a49fe28440 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f84949dc740 10 client.5082 fetch_fsmap learned FSMap version 16 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f84949dc740 1 -- 172.21.15.173:0/1626817011 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55a49fb1f6b0 con 0x55a49fe28440 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f846a7fc640 1 -- 172.21.15.173:0/1626817011 <== mon.0 v2:172.21.15.173:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8480004020 con 0x55a49fe28440 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f846a7fc640 1 -- 172.21.15.173:0/1626817011 <== mon.0 v2:172.21.15.173:3300/0 5 ==== fsmap(e 16) ==== 3502+0+0 (secure 0 0 0) 0x7f8484075d40 con 0x55a49fe28440 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f84949dc740 10 client.5082 fetch_fsmap finished waiting for FSMap version 16 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f84949dc740 10 client.5082 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T09:28:15.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f84949dc740 20 client.5082 populate_metadata read hostname 'smithi173' 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f84949dc740 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.173:6835/366729378,v1:172.21.15.173:6836/366729378] conn(0x55a49fe38b60 0x55a49fe38f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f84949dc740 4 client.5082 mds_command: new command op to 4914 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f84949dc740 1 -- 172.21.15.173:0/1626817011 --> [v2:172.21.15.173:6835/366729378,v1:172.21.15.173:6836/366729378] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a49fd4fc50 con 0x55a49fe38b60 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.821+0000 7f848b7fe640 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.173:6835/366729378,v1:172.21.15.173:6836/366729378] conn(0x55a49fe38b60 0x55a49fe38f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.822+0000 7f848b7fe640 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.173:6835/366729378,v1:172.21.15.173:6836/366729378] conn(0x55a49fe38b60 0x55a49fe38f40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de115681104aba36 server_cookie=f94e8af741d4a3e8 in_seq=0 out_seq=0 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.822+0000 7f846a7fc640 10 client.5082 ms_handle_connect on v2:172.21.15.173:6835/366729378 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.822+0000 7f846a7fc640 1 -- 172.21.15.173:0/1626817011 <== mds.0 v2:172.21.15.173:6835/366729378 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a49fd4fc50 con 0x55a49fe38b60 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.822+0000 7f846a7fc640 10 client.5082 handle_command_reply: tid=0 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.822+0000 7f84949dc740 1 client.5082 shutdown 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 1 -- 172.21.15.173:0/1626817011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 msgr2=0x55a49fe28880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fe28880 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f84840aa210 tx=0x7f84840763b0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 1 -- 172.21.15.173:0/1626817011 shutdown_connections 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.173:6835/366729378,v1:172.21.15.173:6836/366729378] conn(0x55a49fe38b60 0x55a49fe38f40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fe28880 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 0x55a49fe34df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f846a7fc640 0 client.5082 ms_handle_reset on v2:172.21.15.173:6835/366729378 2024-09-10T09:28:15.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 1 --2- 172.21.15.173:0/1626817011 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde02c0 0x55a49fe012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 1 -- 172.21.15.173:0/1626817011 >> 172.21.15.173:0/1626817011 conn(0x55a49fddda80 msgr2=0x55a49fe22ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:15.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 1 -- 172.21.15.173:0/1626817011 shutdown_connections 2024-09-10T09:28:15.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 1 -- 172.21.15.173:0/1626817011 wait complete. 2024-09-10T09:28:15.830 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.823+0000 7f84949dc740 20 client.5082 trim_cache size 0 max 16384 2024-09-10T09:28:15.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.841+0000 7f84949dc740 1 Processor -- start 2024-09-10T09:28:15.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.841+0000 7f84949dc740 1 -- start start 2024-09-10T09:28:15.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.841+0000 7f84949dc740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde02c0 0x55a49fe34950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.841+0000 7f84949dc740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 0x55a49fdffab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.841+0000 7f84949dc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fdffff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.841+0000 7f84949dc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f848c200150 con 0x55a49fe28440 2024-09-10T09:28:15.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f84949dc740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f848c1ff4b0 con 0x55a49fde1a50 2024-09-10T09:28:15.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f84949dc740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f848c1ffb00 con 0x55a49fde02c0 2024-09-10T09:28:15.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fdffff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fdffff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54640/0 (socket says 172.21.15.173:54640) 2024-09-10T09:28:15.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848bfff640 1 -- 172.21.15.173:0/987367152 learned_addr learned my addr 172.21.15.173:0/987367152 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848affd640 1 --2- 172.21.15.173:0/987367152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 0x55a49fdffab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848b7fe640 1 --2- 172.21.15.173:0/987367152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde02c0 0x55a49fe34950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848bfff640 1 -- 172.21.15.173:0/987367152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde02c0 msgr2=0x55a49fe34950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848bfff640 1 --2- 172.21.15.173:0/987367152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde02c0 0x55a49fe34950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848bfff640 1 -- 172.21.15.173:0/987367152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 msgr2=0x55a49fdffab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848bfff640 1 --2- 172.21.15.173:0/987367152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 0x55a49fdffab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848bfff640 1 -- 172.21.15.173:0/987367152 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a49fe23350 con 0x55a49fe28440 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848affd640 1 --2- 172.21.15.173:0/987367152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 0x55a49fdffab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f848bfff640 1 --2- 172.21.15.173:0/987367152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fdffff0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8484076450 tx=0x7f848408f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8ad1462f37a5ed5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f8470ff9640 1 -- 172.21.15.173:0/987367152 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f848409e070 con 0x55a49fe28440 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f8470ff9640 1 -- 172.21.15.173:0/987367152 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84840a8070 con 0x55a49fe28440 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.842+0000 7f8470ff9640 1 -- 172.21.15.173:0/987367152 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84840a3e10 con 0x55a49fe28440 2024-09-10T09:28:15.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 -- 172.21.15.173:0/987367152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 msgr2=0x55a49fdffff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.846 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 --2- 172.21.15.173:0/987367152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fdffff0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8484076450 tx=0x7f848408f000 comp rx=0 tx=0).stop 2024-09-10T09:28:15.846 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 -- 172.21.15.173:0/987367152 shutdown_connections 2024-09-10T09:28:15.846 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 --2- 172.21.15.173:0/987367152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fe28440 0x55a49fdffff0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.846 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 --2- 172.21.15.173:0/987367152 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fde1a50 0x55a49fdffab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.846 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 --2- 172.21.15.173:0/987367152 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde02c0 0x55a49fe34950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.846 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 -- 172.21.15.173:0/987367152 >> 172.21.15.173:0/987367152 conn(0x55a49fddda80 msgr2=0x55a49fddb140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:15.846 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 -- 172.21.15.173:0/987367152 shutdown_connections 2024-09-10T09:28:15.846 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 -- 172.21.15.173:0/987367152 wait complete. 2024-09-10T09:28:15.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 -- start start 2024-09-10T09:28:15.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.843+0000 7f84949dc740 1 Processor -- start 2024-09-10T09:28:15.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f84949dc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fde02c0 0x55a49fea3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f84949dc740 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 0x55a49fe01ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f84949dc740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fe28440 0x55a49fe02420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f84949dc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a49fdd9a90 con 0x55a49fde02c0 2024-09-10T09:28:15.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f84949dc740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55a49fe017f0 con 0x55a49fe28440 2024-09-10T09:28:15.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f84949dc740 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x55a49fe35330 con 0x55a49fde1a50 2024-09-10T09:28:15.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f84949dc740 10 client.0 _ll_register_callbacks cb 0x7f8484009360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T09:28:15.850 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f848b7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fde02c0 0x55a49fea3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f848b7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fde02c0 0x55a49fea3320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54642/0 (socket says 172.21.15.173:54642) 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f848b7fe640 1 -- 172.21.15.173:0/1074905130 learned_addr learned my addr 172.21.15.173:0/1074905130 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f848affd640 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 0x55a49fe01ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.844+0000 7f848bfff640 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fe28440 0x55a49fe02420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f848b7fe640 1 -- 172.21.15.173:0/1074905130 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 msgr2=0x55a49fe01ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f848b7fe640 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 0x55a49fe01ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f848b7fe640 1 -- 172.21.15.173:0/1074905130 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fe28440 msgr2=0x55a49fe02420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f848b7fe640 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fe28440 0x55a49fe02420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f848b7fe640 1 -- 172.21.15.173:0/1074905130 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a49fea7e30 con 0x55a49fde02c0 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f848bfff640 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fe28440 0x55a49fe02420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f848b7fe640 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fde02c0 0x55a49fea3320 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f847c00fb60 tx=0x7f847c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef00d15b0161dc99 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f846a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f846a7fc640 1 -- 172.21.15.173:0/1074905130 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f847c02f070 con 0x55a49fde02c0 2024-09-10T09:28:15.851 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f846a7fc640 1 -- 172.21.15.173:0/1074905130 <== mon.0 v2:172.21.15.173:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f847c023850 con 0x55a49fde02c0 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f84949dc740 1 -- 172.21.15.173:0/1074905130 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84840a8070 con 0x55a49fde02c0 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f846a7fc640 1 -- 172.21.15.173:0/1074905130 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f847c036050 con 0x55a49fde02c0 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f84949dc740 10 client.5088 fetch_fsmap learned FSMap version 16 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f84949dc740 1 -- 172.21.15.173:0/1074905130 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55a49fdfec20 con 0x55a49fde02c0 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f846a7fc640 1 -- 172.21.15.173:0/1074905130 <== mon.0 v2:172.21.15.173:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84840a8070 con 0x55a49fde02c0 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f846a7fc640 1 -- 172.21.15.173:0/1074905130 <== mon.0 v2:172.21.15.173:3300/0 5 ==== fsmap(e 16) ==== 3502+0+0 (secure 0 0 0) 0x7f847c039020 con 0x55a49fde02c0 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f84949dc740 10 client.5088 fetch_fsmap finished waiting for FSMap version 16 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f84949dc740 10 client.5088 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f84949dc740 20 client.5088 populate_metadata read hostname 'smithi173' 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f84949dc740 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.173:6835/366729378,v1:172.21.15.173:6836/366729378] conn(0x55a49fe48b20 0x55a49fe375f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f84949dc740 4 client.5088 mds_command: new command op to 4914 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f84949dc740 1 -- 172.21.15.173:0/1074905130 --> [v2:172.21.15.173:6835/366729378,v1:172.21.15.173:6836/366729378] -- command(tid 0: {"prefix": "status"}) -- 0x55a49fd49fa0 con 0x55a49fe48b20 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.845+0000 7f848affd640 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.173:6835/366729378,v1:172.21.15.173:6836/366729378] conn(0x55a49fe48b20 0x55a49fe375f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.852 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f846a7fc640 10 client.5088 ms_handle_connect on v2:172.21.15.173:6835/366729378 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f848affd640 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.173:6835/366729378,v1:172.21.15.173:6836/366729378] conn(0x55a49fe48b20 0x55a49fe375f0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edadd7a2a99c4268 server_cookie=903173a27c79f3ec in_seq=0 out_seq=0 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f846a7fc640 1 -- 172.21.15.173:0/1074905130 <== mds.0 v2:172.21.15.173:6835/366729378 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55a49fd49fa0 con 0x55a49fe48b20 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f846a7fc640 10 client.5088 handle_command_reply: tid=0 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 client.5088 shutdown 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 -- 172.21.15.173:0/1074905130 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fde02c0 msgr2=0x55a49fea3320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fde02c0 0x55a49fea3320 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f847c00fb60 tx=0x7f847c004730 comp rx=0 tx=0).stop 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 -- 172.21.15.173:0/1074905130 shutdown_connections 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.173:6835/366729378,v1:172.21.15.173:6836/366729378] conn(0x55a49fe48b20 0x55a49fe375f0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a49fe28440 0x55a49fe02420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55a49fde1a50 0x55a49fe01ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f846a7fc640 0 client.5088 ms_handle_reset on v2:172.21.15.173:6835/366729378 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 --2- 172.21.15.173:0/1074905130 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a49fde02c0 0x55a49fea3320 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 -- 172.21.15.173:0/1074905130 >> 172.21.15.173:0/1074905130 conn(0x55a49fddda80 msgr2=0x55a49fddb140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:15.853 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 -- 172.21.15.173:0/1074905130 shutdown_connections 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 1 -- 172.21.15.173:0/1074905130 wait complete. 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.846+0000 7f84949dc740 20 client.5088 trim_cache size 0 max 16384 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stdout: "cluster_fsid": "34710975-cc63-4584-a582-b352ccae7f87", 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stdout: "whoami": 0, 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stdout: "id": 4914, 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stdout: "want_state": "up:active", 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stdout: "state": "up:active", 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stdout: "fs_name": "cephfs", 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stdout: "rank_uptime": 4.5452480350000002, 2024-09-10T09:28:15.854 INFO:teuthology.orchestra.run.smithi173.stdout: "mdsmap_epoch": 16, 2024-09-10T09:28:15.855 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_epoch": 39, 2024-09-10T09:28:15.855 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_epoch_barrier": 39, 2024-09-10T09:28:15.855 INFO:teuthology.orchestra.run.smithi173.stdout: "uptime": 11.439574443 2024-09-10T09:28:15.855 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:28:15.855 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 -- 172.21.15.173:0/3776475245 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f847806be30 msgr2=0x7f847806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f847806be30 0x7f847806e2f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f847c006fd0 tx=0x7f847c008040 comp rx=0 tx=0).stop 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 -- 172.21.15.173:0/3776475245 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c162060 msgr2=0x7f848c15eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c162060 0x7f848c15eb10 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8484034040 tx=0x7f8484004a40 comp rx=0 tx=0).stop 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 -- 172.21.15.173:0/3776475245 shutdown_connections 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f847806be30 0x7f847806e2f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f848c162060 0x7f848c15eb10 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f848c161c80 0x7f848c0b98d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 --2- 172.21.15.173:0/3776475245 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f848c0b64b0 0x7f848c155bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 -- 172.21.15.173:0/3776475245 >> 172.21.15.173:0/3776475245 conn(0x7f848c0d44f0 msgr2=0x7f848c0b4bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 -- 172.21.15.173:0/3776475245 shutdown_connections 2024-09-10T09:28:15.856 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.847+0000 7f8491b66640 1 -- 172.21.15.173:0/3776475245 wait complete. 2024-09-10T09:28:15.859 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T09:28:15.956 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.955+0000 7f536502e640 1 Processor -- start 2024-09-10T09:28:15.957 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.955+0000 7f536502e640 1 -- start start 2024-09-10T09:28:15.957 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.956+0000 7f536502e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f53600afd70 0x7f5360160820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.957 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.956+0000 7f536502e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53600b5f80 0x7f53600b63a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.958 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.956+0000 7f536502e640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53600b68e0 con 0x7f536006e7d0 2024-09-10T09:28:15.958 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.956+0000 7f536502e640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f5360160d60 con 0x7f53600afd70 2024-09-10T09:28:15.958 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.956+0000 7f536502e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f536006fdb0 con 0x7f53600b5f80 2024-09-10T09:28:15.958 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535ed9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f53600afd70 0x7f5360160820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.958 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535e59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53600b5f80 0x7f53600b63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.958 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535f59e640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f536006e7d0 0x7f536006ec50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:40430/0 (socket says 172.21.15.173:40430) 2024-09-10T09:28:15.958 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535f59e640 1 -- 172.21.15.173:0/2362314364 learned_addr learned my addr 172.21.15.173:0/2362314364 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535dd9b640 1 -- 172.21.15.173:0/2362314364 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2792146172 0 0) 0x7f53600b68e0 con 0x7f536006e7d0 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535dd9b640 1 -- 172.21.15.173:0/2362314364 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f534c003520 con 0x7f536006e7d0 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535e59c640 1 -- 172.21.15.173:0/2362314364 >> v2:172.21.15.176:3300/0 conn(0x7f53600afd70 msgr2=0x7f5360160820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535e59c640 1 --2- 172.21.15.173:0/2362314364 >> v2:172.21.15.176:3300/0 conn(0x7f53600afd70 0x7f5360160820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535e59c640 1 -- 172.21.15.173:0/2362314364 >> v1:172.21.15.176:6789/0 conn(0x7f536006e7d0 legacy=0x7f536006ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535e59c640 1 -- 172.21.15.173:0/2362314364 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5360070090 con 0x7f53600b5f80 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.957+0000 7f535ed9d640 1 --2- 172.21.15.173:0/2362314364 >> v2:172.21.15.176:3300/0 conn(0x7f53600afd70 0x7f5360160820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f535e59c640 1 --2- 172.21.15.173:0/2362314364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53600b5f80 0x7f53600b63a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f53480097a0 tx=0x7f534802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0616024b05c3058 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f535dd9b640 1 -- 172.21.15.173:0/2362314364 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348037070 con 0x7f53600b5f80 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f535dd9b640 1 -- 172.21.15.173:0/2362314364 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5348032440 con 0x7f53600b5f80 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f535dd9b640 1 -- 172.21.15.173:0/2362314364 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53480327f0 con 0x7f53600b5f80 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f536502e640 1 -- 172.21.15.173:0/2362314364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53600b5f80 msgr2=0x7f53600b63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.960 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f536502e640 1 --2- 172.21.15.173:0/2362314364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53600b5f80 0x7f53600b63a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f53480097a0 tx=0x7f534802a180 comp rx=0 tx=0).stop 2024-09-10T09:28:15.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f536502e640 1 -- 172.21.15.173:0/2362314364 shutdown_connections 2024-09-10T09:28:15.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f536502e640 1 --2- 172.21.15.173:0/2362314364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53600b5f80 0x7f53600b63a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f536502e640 1 --2- 172.21.15.173:0/2362314364 >> v2:172.21.15.176:3300/0 conn(0x7f53600afd70 0x7f5360160820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f536502e640 1 -- 172.21.15.173:0/2362314364 >> 172.21.15.173:0/2362314364 conn(0x7f536006bc10 msgr2=0x7f536006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:15.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.958+0000 7f536502e640 1 -- 172.21.15.173:0/2362314364 shutdown_connections 2024-09-10T09:28:15.961 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.959+0000 7f536502e640 1 -- 172.21.15.173:0/2362314364 wait complete. 2024-09-10T09:28:15.963 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.960+0000 7f536502e640 1 Processor -- start 2024-09-10T09:28:15.963 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.960+0000 7f536502e640 1 -- start start 2024-09-10T09:28:15.963 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f536502e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f536006e7d0 0x7f536014b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.963 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f536502e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53600afd70 0x7f53600aaaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.963 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f536502e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53600b5f80 0x7f5360151830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.963 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f536502e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f536006fa80 con 0x7f53600afd70 2024-09-10T09:28:15.963 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f536502e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5360070650 con 0x7f53600b5f80 2024-09-10T09:28:15.963 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f536502e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f53600b0150 con 0x7f536006e7d0 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535e59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53600afd70 0x7f53600aaaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535e59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53600afd70 0x7f53600aaaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54652/0 (socket says 172.21.15.173:54652) 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535e59c640 1 -- 172.21.15.173:0/1770635612 learned_addr learned my addr 172.21.15.173:0/1770635612 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535ed9d640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f536006e7d0 0x7f536014b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535f59e640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53600b5f80 0x7f5360151830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535e59c640 1 -- 172.21.15.173:0/1770635612 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f536006e7d0 msgr2=0x7f536014b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535e59c640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f536006e7d0 0x7f536014b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535e59c640 1 -- 172.21.15.173:0/1770635612 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53600b5f80 msgr2=0x7f5360151830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535e59c640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53600b5f80 0x7f5360151830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535e59c640 1 -- 172.21.15.173:0/1770635612 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f536014bc20 con 0x7f53600afd70 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f535e59c640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53600afd70 0x7f53600aaaf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5348000c00 tx=0x7f53480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.961+0000 7f53577fe640 1 -- 172.21.15.173:0/1770635612 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348041020 con 0x7f53600afd70 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.962+0000 7f53577fe640 1 -- 172.21.15.173:0/1770635612 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f534803d620 con 0x7f53600afd70 2024-09-10T09:28:15.964 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.962+0000 7f53577fe640 1 -- 172.21.15.173:0/1770635612 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348037040 con 0x7f53600afd70 2024-09-10T09:28:15.965 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.962+0000 7f536502e640 1 -- 172.21.15.173:0/1770635612 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53601529f0 con 0x7f53600afd70 2024-09-10T09:28:15.965 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.962+0000 7f536502e640 1 -- 172.21.15.173:0/1770635612 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53600af380 con 0x7f53600afd70 2024-09-10T09:28:15.965 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.963+0000 7f536502e640 1 -- 172.21.15.173:0/1770635612 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5360160060 con 0x7f53600afd70 2024-09-10T09:28:15.966 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.963+0000 7f53577fe640 1 -- 172.21.15.173:0/1770635612 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5348044020 con 0x7f53600afd70 2024-09-10T09:28:15.966 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.963+0000 7f53577fe640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f534006be30 0x7f534006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:15.966 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.963+0000 7f53577fe640 1 -- 172.21.15.173:0/1770635612 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f53480ab630 con 0x7f53600afd70 2024-09-10T09:28:15.966 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.963+0000 7f535ed9d640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f534006be30 0x7f534006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:15.966 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.964+0000 7f535ed9d640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f534006be30 0x7f534006e2f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f53600cd4d0 tx=0x7f5350009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:15.968 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:15.968+0000 7f53577fe640 1 -- 172.21.15.173:0/1770635612 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f534804b030 con 0x7f53600afd70 2024-09-10T09:28:16.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.164+0000 7f536502e640 1 -- 172.21.15.173:0/1770635612 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5360067fc0 con 0x7f53600afd70 2024-09-10T09:28:16.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.164+0000 7f53577fe640 1 -- 172.21.15.173:0/1770635612 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+73 (secure 0 0 0) 0x7f536014bc20 con 0x7f53600afd70 2024-09-10T09:28:16.165 INFO:teuthology.orchestra.run.smithi173.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T09:28:16.167 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 -- 172.21.15.173:0/1770635612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f534006be30 msgr2=0x7f534006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f534006be30 0x7f534006e2f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f53600cd4d0 tx=0x7f5350009190 comp rx=0 tx=0).stop 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 -- 172.21.15.173:0/1770635612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53600afd70 msgr2=0x7f53600aaaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53600afd70 0x7f53600aaaf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5348000c00 tx=0x7f53480046c0 comp rx=0 tx=0).stop 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 -- 172.21.15.173:0/1770635612 shutdown_connections 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f534006be30 0x7f534006e2f0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53600b5f80 0x7f5360151830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53600afd70 0x7f53600aaaf0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 --2- 172.21.15.173:0/1770635612 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f536006e7d0 0x7f536014b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 -- 172.21.15.173:0/1770635612 >> 172.21.15.173:0/1770635612 conn(0x7f536006bc10 msgr2=0x7f53600b12b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 -- 172.21.15.173:0/1770635612 shutdown_connections 2024-09-10T09:28:16.168 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16.166+0000 7f536502e640 1 -- 172.21.15.173:0/1770635612 wait complete. 2024-09-10T09:28:16.179 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T09:28:16.179 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T09:28:16.179 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi173.front.sepia.ceph.com 2024-09-10T09:28:16.179 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T09:28:16.179 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T09:28:16.179 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T09:28:16.179 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-10T09:28:16.179 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T09:28:16.179 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T09:28:16.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:16.179 DEBUG:teuthology.orchestra.run.smithi173:> ip addr 2024-09-10T09:28:16.195 INFO:teuthology.orchestra.run.smithi173.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T09:28:16.195 INFO:teuthology.orchestra.run.smithi173.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T09:28:16.195 INFO:teuthology.orchestra.run.smithi173.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T09:28:16.195 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:28:16.195 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 ::1/128 scope host 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:d9:38:6a brd ff:ff:ff:ff:ff:ff 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout: altname enp7s0f0 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:d9:38:6b brd ff:ff:ff:ff:ff:ff 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout: altname enp7s0f1 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:88:72:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 0c:c4:7a:88:72:59 brd ff:ff:ff:ff:ff:ff 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout: inet 172.21.15.173/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft 42745sec preferred_lft 42745sec 2024-09-10T09:28:16.196 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::ec4:7aff:fe88:7259/64 scope link noprefixroute 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 4a:ce:df:95:87:0e brd ff:ff:ff:ff:ff:ff 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::d4c5:5bff:fee7:d069/64 scope link 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 62:da:2b:07:45:28 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::60da:2bff:fe07:4528/64 scope link 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: link/ether 4a:ce:df:95:87:0e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T09:28:16.197 INFO:teuthology.orchestra.run.smithi173.stdout: inet6 fe80::48ce:dfff:fe95:870e/64 scope link 2024-09-10T09:28:16.198 INFO:teuthology.orchestra.run.smithi173.stdout: valid_lft forever preferred_lft forever 2024-09-10T09:28:16.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:16.198 DEBUG:teuthology.orchestra.run.smithi173:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T09:28:16.259 INFO:teuthology.orchestra.run.smithi173.stdout:1 2024-09-10T09:28:16.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:16.261 DEBUG:teuthology.orchestra.run.smithi173:> route 2024-09-10T09:28:16.317 INFO:teuthology.orchestra.run.smithi173.stdout:Kernel IP routing table 2024-09-10T09:28:16.317 INFO:teuthology.orchestra.run.smithi173.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T09:28:16.317 INFO:teuthology.orchestra.run.smithi173.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T09:28:16.317 INFO:teuthology.orchestra.run.smithi173.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T09:28:16.317 INFO:teuthology.orchestra.run.smithi173.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T09:28:16.318 DEBUG:teuthology.orchestra.run.smithi173:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T09:28:16.318 DEBUG:teuthology.orchestra.run.smithi173:> set -e 2024-09-10T09:28:16.318 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T09:28:16.318 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T09:28:16.318 DEBUG:teuthology.orchestra.run.smithi173:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T09:28:16.318 DEBUG:teuthology.orchestra.run.smithi173:> ') 2024-09-10T09:28:16.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T09:28:16.438 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:28:16.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:16.445 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list 2024-09-10T09:28:16.460 INFO:teuthology.orchestra.run.smithi173.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T09:28:16.460 INFO:teuthology.orchestra.run.smithi173.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T09:28:16.461 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T09:28:16.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:16.461 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link set brx.0 up 2024-09-10T09:28:16.526 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:28:16.526 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T09:28:16.583 INFO:teuthology.orchestra.run.smithi173.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T09:28:16.583 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T09:28:16.583 DEBUG:teuthology.orchestra.run.smithi173:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T09:28:16.639 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-10T09:28:16.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:16.639 DEBUG:teuthology.orchestra.run.smithi173:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-10T09:28:16.665 DEBUG:teuthology.orchestra.run.smithi173:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:28:16.683 DEBUG:teuthology.orchestra.run.smithi176:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:28:16.724 INFO:teuthology.orchestra.run.smithi173.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-10T09:28:16.724 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-10T09:28:16.724 INFO:teuthology.orchestra.run.smithi173.stdout:invalid new device string format 2024-09-10T09:28:16.732 INFO:teuthology.orchestra.run.smithi173.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-10T09:28:16.732 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-10T09:28:16.733 INFO:teuthology.orchestra.run.smithi173.stdout:invalid new device string format 2024-09-10T09:28:16.733 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: resolved to: "172.21.15.173:3300,172.21.15.176:3300,172.21.15.176:3301" 2024-09-10T09:28:16.733 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-10T09:28:16.738 INFO:teuthology.orchestra.run.smithi173.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-10T09:28:16.738 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-10T09:28:16.738 INFO:teuthology.orchestra.run.smithi173.stdout:invalid new device string format 2024-09-10T09:28:16.738 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: resolved to: "172.21.15.173:3300,172.21.15.176:3300,172.21.15.176:3301" 2024-09-10T09:28:16.738 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-10T09:28:16.738 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: resolved to: "172.21.15.173:6789,172.21.15.176:6789,172.21.15.176:6790" 2024-09-10T09:28:16.738 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.173:6789,172.21.15.176:6789,172.21.15.176:6790:/ 2024-09-10T09:28:16.738 INFO:teuthology.orchestra.run.smithi173.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=34710975-cc63-4584-a582-b352ccae7f87" will pass to kernel 2024-09-10T09:28:16.739 INFO:teuthology.orchestra.run.smithi173.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-10T09:28:16.739 INFO:teuthology.orchestra.run.smithi173.stdout: You just mounted a file system that supports labels which does not 2024-09-10T09:28:16.739 INFO:teuthology.orchestra.run.smithi173.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-10T09:28:16.739 INFO:teuthology.orchestra.run.smithi173.stdout: applications will generate AVC messages and not be allowed access to 2024-09-10T09:28:16.739 INFO:teuthology.orchestra.run.smithi173.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-10T09:28:16.741 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-10T09:28:16.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:16.741 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T09:28:16.841 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-10T09:28:16.931 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T09:28:16.935 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T09:28:16.941 INFO:teuthology.orchestra.run.smithi173.stdout:client4981 2024-09-10T09:28:16.942 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:28:16.942 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:28:16.958 DEBUG:teuthology.orchestra.run.smithi173:> mktemp -d --suffix=xfstests-dev 2024-09-10T09:28:17.014 INFO:teuthology.orchestra.run.smithi173.stdout:/tmp/tmp.4RLJFcwA4Lxfstests-dev 2024-09-10T09:28:17.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:17.014 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.4RLJFcwA4Lxfstests-dev) 2024-09-10T09:28:17.081 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:17.081 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.4RLJFcwA4Lxfstests-dev) 2024-09-10T09:28:17.140 INFO:teuthology.orchestra.run.smithi173.stderr:Cloning into '/tmp/tmp.4RLJFcwA4Lxfstests-dev'... 2024-09-10T09:28:17.746 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:17.746 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2024-09-10T09:28:17.806 DEBUG:teuthology.orchestra.run.smithi173:> mktemp -d --suffix=test 2024-09-10T09:28:17.861 INFO:teuthology.orchestra.run.smithi173.stdout:/tmp/tmp.ZMkHEwZSHXtest 2024-09-10T09:28:17.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:28:17.861 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2024-09-10T09:28:17.917 DEBUG:teuthology.orchestra.run.smithi173:> mktemp -d --suffix=scratch 2024-09-10T09:28:17.972 INFO:teuthology.orchestra.run.smithi173.stdout:/tmp/tmp.iSQN6BrJNcscratch 2024-09-10T09:28:17.973 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "centos" and "9.stream". 2024-09-10T09:28:17.973 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum install -y acl attr automake bc dbench dump e2fsprogs fio gawk gcc gdbm-devel git indent kernel-devel libacl-devel libaio-devel libcap-devel libtool libuuid-devel lvm2 make psmisc python3 quota sed sqlite udftools xfsprogs 2024-09-10T09:28:18.601 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:03:23 ago on Tue 10 Sep 2024 09:24:55 AM UTC. 2024-09-10T09:28:18.692 INFO:teuthology.orchestra.run.smithi173.stdout:Package acl-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T09:28:18.693 INFO:teuthology.orchestra.run.smithi173.stdout:Package attr-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T09:28:18.694 INFO:teuthology.orchestra.run.smithi173.stdout:Package automake-1.16.2-8.el9.noarch is already installed. 2024-09-10T09:28:18.695 INFO:teuthology.orchestra.run.smithi173.stdout:Package bc-1.07.1-14.el9.x86_64 is already installed. 2024-09-10T09:28:18.696 INFO:teuthology.orchestra.run.smithi173.stdout:Package dbench-4.0-25.el9.x86_64 is already installed. 2024-09-10T09:28:18.698 INFO:teuthology.orchestra.run.smithi173.stdout:Package e2fsprogs-1.46.5-5.el9.x86_64 is already installed. 2024-09-10T09:28:18.700 INFO:teuthology.orchestra.run.smithi173.stdout:Package gawk-5.1.0-6.el9.x86_64 is already installed. 2024-09-10T09:28:18.701 INFO:teuthology.orchestra.run.smithi173.stdout:Package gcc-11.5.0-2.el9.x86_64 is already installed. 2024-09-10T09:28:18.703 INFO:teuthology.orchestra.run.smithi173.stdout:Package git-2.43.5-1.el9.x86_64 is already installed. 2024-09-10T09:28:18.705 INFO:teuthology.orchestra.run.smithi173.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T09:28:18.706 INFO:teuthology.orchestra.run.smithi173.stdout:Package libaio-devel-0.3.111-13.el9.x86_64 is already installed. 2024-09-10T09:28:18.708 INFO:teuthology.orchestra.run.smithi173.stdout:Package libtool-2.4.6-46.el9.x86_64 is already installed. 2024-09-10T09:28:18.709 INFO:teuthology.orchestra.run.smithi173.stdout:Package libuuid-devel-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T09:28:18.710 INFO:teuthology.orchestra.run.smithi173.stdout:Package lvm2-9:2.03.24-2.el9.x86_64 is already installed. 2024-09-10T09:28:18.711 INFO:teuthology.orchestra.run.smithi173.stdout:Package make-1:4.3-8.el9.x86_64 is already installed. 2024-09-10T09:28:18.712 INFO:teuthology.orchestra.run.smithi173.stdout:Package psmisc-23.4-3.el9.x86_64 is already installed. 2024-09-10T09:28:18.713 INFO:teuthology.orchestra.run.smithi173.stdout:Package python3-3.9.19-8.el9.x86_64 is already installed. 2024-09-10T09:28:18.714 INFO:teuthology.orchestra.run.smithi173.stdout:Package quota-1:4.09-2.el9.x86_64 is already installed. 2024-09-10T09:28:18.715 INFO:teuthology.orchestra.run.smithi173.stdout:Package sed-4.8-9.el9.x86_64 is already installed. 2024-09-10T09:28:18.718 INFO:teuthology.orchestra.run.smithi173.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T09:28:18.763 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-09-10T09:28:18.764 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: dump x86_64 1:0.4-0.51.b47.el9 epel 88 k 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: fio x86_64 3.35-1.el9 appstream 6.2 M 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: gdbm-devel x86_64 1:1.23-1.el9 crb 81 k 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: indent x86_64 2.2.13-5.el9 epel 179 k 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: kernel-devel x86_64 5.14.0-505.el9 appstream 20 M 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: libcap-devel x86_64 2.48-9.el9 appstream 41 k 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: sqlite x86_64 3.34.1-7.el9 appstream 748 k 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: udftools x86_64 2.2-5.el9 appstream 149 k 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: gdbm x86_64 1:1.23-1.el9 crb 153 k 2024-09-10T09:28:18.765 INFO:teuthology.orchestra.run.smithi173.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout: rmt x86_64 2:1.6-6.el9 baseos 46 k 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout:Installing weak dependencies: 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout: fio-engine-http x86_64 3.35-1.el9 appstream 18 k 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout: fio-engine-libaio x86_64 3.35-1.el9 appstream 16 k 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout: fio-engine-nbd x86_64 3.35-1.el9 appstream 15 k 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout: fio-engine-rados x86_64 3.35-1.el9 appstream 16 k 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout: fio-engine-rbd x86_64 3.35-1.el9 appstream 16 k 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout: fio-engine-rdma x86_64 3.35-1.el9 appstream 21 k 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout:Install 17 Packages 2024-09-10T09:28:18.766 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:18.767 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 28 M 2024-09-10T09:28:18.767 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 80 M 2024-09-10T09:28:18.767 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-09-10T09:28:19.109 INFO:teuthology.orchestra.run.smithi173.stdout:(1/17): fio-engine-http-3.35-1.el9.x86_64.rpm 214 kB/s | 18 kB 00:00 2024-09-10T09:28:19.151 INFO:teuthology.orchestra.run.smithi173.stdout:(2/17): fio-engine-libaio-3.35-1.el9.x86_64.rpm 374 kB/s | 16 kB 00:00 2024-09-10T09:28:19.168 INFO:teuthology.orchestra.run.smithi173.stdout:(3/17): rmt-1.6-6.el9.x86_64.rpm 321 kB/s | 46 kB 00:00 2024-09-10T09:28:19.185 INFO:teuthology.orchestra.run.smithi173.stdout:(4/17): fio-engine-nbd-3.35-1.el9.x86_64.rpm 433 kB/s | 15 kB 00:00 2024-09-10T09:28:19.210 INFO:teuthology.orchestra.run.smithi173.stdout:(5/17): fio-engine-rados-3.35-1.el9.x86_64.rpm 375 kB/s | 16 kB 00:00 2024-09-10T09:28:19.244 INFO:teuthology.orchestra.run.smithi173.stdout:(6/17): fio-engine-rdma-3.35-1.el9.x86_64.rpm 621 kB/s | 21 kB 00:00 2024-09-10T09:28:19.261 INFO:teuthology.orchestra.run.smithi173.stdout:(7/17): fio-engine-rbd-3.35-1.el9.x86_64.rpm 215 kB/s | 16 kB 00:00 2024-09-10T09:28:19.311 INFO:teuthology.orchestra.run.smithi173.stdout:(8/17): libcap-devel-2.48-9.el9.x86_64.rpm 811 kB/s | 41 kB 00:00 2024-09-10T09:28:19.370 INFO:teuthology.orchestra.run.smithi173.stdout:(9/17): libnbd-1.20.2-2.el9.x86_64.rpm 2.9 MB/s | 171 kB 00:00 2024-09-10T09:28:19.495 INFO:teuthology.orchestra.run.smithi173.stdout:(10/17): sqlite-3.34.1-7.el9.x86_64.rpm 5.9 MB/s | 748 kB 00:00 2024-09-10T09:28:19.579 INFO:teuthology.orchestra.run.smithi173.stdout:(11/17): fio-3.35-1.el9.x86_64.rpm 11 MB/s | 6.2 MB 00:00 2024-09-10T09:28:19.604 INFO:teuthology.orchestra.run.smithi173.stdout:(12/17): udftools-2.2-5.el9.x86_64.rpm 1.3 MB/s | 149 kB 00:00 2024-09-10T09:28:20.029 INFO:teuthology.orchestra.run.smithi173.stdout:(13/17): kernel-devel-5.14.0-505.el9.x86_64.rpm 26 MB/s | 20 MB 00:00 2024-09-10T09:28:20.063 INFO:teuthology.orchestra.run.smithi173.stdout:(14/17): gdbm-devel-1.23-1.el9.x86_64.rpm 176 kB/s | 81 kB 00:00 2024-09-10T09:28:20.097 INFO:teuthology.orchestra.run.smithi173.stdout:(15/17): dump-0.4-0.51.b47.el9.x86_64.rpm 1.3 MB/s | 88 kB 00:00 2024-09-10T09:28:20.122 INFO:teuthology.orchestra.run.smithi173.stdout:(16/17): indent-2.2.13-5.el9.x86_64.rpm 3.1 MB/s | 179 kB 00:00 2024-09-10T09:28:20.222 INFO:teuthology.orchestra.run.smithi173.stdout:(17/17): gdbm-1.23-1.el9.x86_64.rpm 238 kB/s | 153 kB 00:00 2024-09-10T09:28:20.223 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-09-10T09:28:20.224 INFO:teuthology.orchestra.run.smithi173.stdout:Total 19 MB/s | 28 MB 00:01 2024-09-10T09:28:20.567 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-09-10T09:28:20.634 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-09-10T09:28:20.634 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-09-10T09:28:21.238 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-09-10T09:28:21.238 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-09-10T09:28:22.171 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-09-10T09:28:22.248 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : gdbm-1:1.23-1.el9.x86_64 1/17 2024-09-10T09:28:22.276 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 2/17 2024-09-10T09:28:22.301 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fio-engine-http-3.35-1.el9.x86_64 3/17 2024-09-10T09:28:22.327 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fio-engine-libaio-3.35-1.el9.x86_64 4/17 2024-09-10T09:28:22.361 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fio-engine-nbd-3.35-1.el9.x86_64 5/17 2024-09-10T09:28:22.386 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fio-engine-rados-3.35-1.el9.x86_64 6/17 2024-09-10T09:28:22.411 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fio-engine-rbd-3.35-1.el9.x86_64 7/17 2024-09-10T09:28:22.563 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fio-engine-rdma-3.35-1.el9.x86_64 8/17 2024-09-10T09:28:22.630 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fio-3.35-1.el9.x86_64 9/17 2024-09-10T09:28:22.669 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rmt-2:1.6-6.el9.x86_64 10/17 2024-09-10T09:28:22.699 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : dump-1:0.4-0.51.b47.el9.x86_64 11/17 2024-09-10T09:28:22.743 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : gdbm-devel-1:1.23-1.el9.x86_64 12/17 2024-09-10T09:28:22.786 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : indent-2.2.13-5.el9.x86_64 13/17 2024-09-10T09:28:22.825 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : udftools-2.2-5.el9.x86_64 14/17 2024-09-10T09:28:22.881 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : sqlite-3.34.1-7.el9.x86_64 15/17 2024-09-10T09:28:32.421 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcap-devel-2.48-9.el9.x86_64 16/17 2024-09-10T09:28:32.816 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : kernel-devel-5.14.0-505.el9.x86_64 17/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: kernel-devel-5.14.0-505.el9.x86_64 17/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rmt-2:1.6-6.el9.x86_64 1/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fio-3.35-1.el9.x86_64 2/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fio-engine-http-3.35-1.el9.x86_64 3/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fio-engine-libaio-3.35-1.el9.x86_64 4/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fio-engine-nbd-3.35-1.el9.x86_64 5/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fio-engine-rados-3.35-1.el9.x86_64 6/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fio-engine-rbd-3.35-1.el9.x86_64 7/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fio-engine-rdma-3.35-1.el9.x86_64 8/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : kernel-devel-5.14.0-505.el9.x86_64 9/17 2024-09-10T09:28:45.749 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcap-devel-2.48-9.el9.x86_64 10/17 2024-09-10T09:28:45.750 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 11/17 2024-09-10T09:28:45.750 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : sqlite-3.34.1-7.el9.x86_64 12/17 2024-09-10T09:28:45.750 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : udftools-2.2-5.el9.x86_64 13/17 2024-09-10T09:28:45.750 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : gdbm-1:1.23-1.el9.x86_64 14/17 2024-09-10T09:28:45.750 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : gdbm-devel-1:1.23-1.el9.x86_64 15/17 2024-09-10T09:28:45.750 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : dump-1:0.4-0.51.b47.el9.x86_64 16/17 2024-09-10T09:28:46.173 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : indent-2.2.13-5.el9.x86_64 17/17 2024-09-10T09:28:46.173 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:46.173 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-09-10T09:28:46.173 INFO:teuthology.orchestra.run.smithi173.stdout: dump-1:0.4-0.51.b47.el9.x86_64 fio-3.35-1.el9.x86_64 2024-09-10T09:28:46.173 INFO:teuthology.orchestra.run.smithi173.stdout: fio-engine-http-3.35-1.el9.x86_64 fio-engine-libaio-3.35-1.el9.x86_64 2024-09-10T09:28:46.173 INFO:teuthology.orchestra.run.smithi173.stdout: fio-engine-nbd-3.35-1.el9.x86_64 fio-engine-rados-3.35-1.el9.x86_64 2024-09-10T09:28:46.173 INFO:teuthology.orchestra.run.smithi173.stdout: fio-engine-rbd-3.35-1.el9.x86_64 fio-engine-rdma-3.35-1.el9.x86_64 2024-09-10T09:28:46.173 INFO:teuthology.orchestra.run.smithi173.stdout: gdbm-1:1.23-1.el9.x86_64 gdbm-devel-1:1.23-1.el9.x86_64 2024-09-10T09:28:46.173 INFO:teuthology.orchestra.run.smithi173.stdout: indent-2.2.13-5.el9.x86_64 kernel-devel-5.14.0-505.el9.x86_64 2024-09-10T09:28:46.173 INFO:teuthology.orchestra.run.smithi173.stdout: libcap-devel-2.48-9.el9.x86_64 libnbd-1.20.2-2.el9.x86_64 2024-09-10T09:28:46.174 INFO:teuthology.orchestra.run.smithi173.stdout: rmt-2:1.6-6.el9.x86_64 sqlite-3.34.1-7.el9.x86_64 2024-09-10T09:28:46.174 INFO:teuthology.orchestra.run.smithi173.stdout: udftools-2.2-5.el9.x86_64 2024-09-10T09:28:46.174 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:46.174 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-09-10T09:28:46.561 DEBUG:teuthology.orchestra.run.smithi173:> sudo useradd -m fsgqa 2024-09-10T09:28:46.587 INFO:teuthology.orchestra.run.smithi173.stderr:useradd: user 'fsgqa' already exists 2024-09-10T09:28:46.589 DEBUG:teuthology.orchestra.run:got remote process result: 9 2024-09-10T09:28:46.589 DEBUG:teuthology.orchestra.run.smithi173:> sudo groupadd fsgqa 2024-09-10T09:28:46.654 INFO:teuthology.orchestra.run.smithi173.stderr:groupadd: group 'fsgqa' already exists 2024-09-10T09:28:46.656 DEBUG:teuthology.orchestra.run:got remote process result: 9 2024-09-10T09:28:46.656 DEBUG:teuthology.orchestra.run.smithi173:> sudo useradd fsgqa2 2024-09-10T09:28:46.829 DEBUG:teuthology.orchestra.run.smithi173:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:28:46.831 DEBUG:teuthology.orchestra.run.smithi176:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:28:47.462 DEBUG:teuthology.orchestra.run.smithi173:> sudo useradd 123456-fsgqa 2024-09-10T09:28:48.305 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2024-09-10T09:28:48.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.414+0000 7fbda214b640 1 Processor -- start 2024-09-10T09:28:48.415 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.414+0000 7fbda214b640 1 -- start start 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbda214b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fbd9c072d30 0x7fbd9c06f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbda214b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c06f700 0x7fbd9c15b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbda214b640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd9c0cdbe0 con 0x7fbd9c15b300 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbda214b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fbd9c0728a0 con 0x7fbd9c072d30 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbda214b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fbd9c06fb30 con 0x7fbd9c06f700 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbd9b7fe640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fbd9c15b300 0x7fbd9c0cceb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:32940/0 (socket says 172.21.15.173:32940) 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbd9b7fe640 1 -- 172.21.15.173:0/1856696005 learned_addr learned my addr 172.21.15.173:0/1856696005 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbd9bfff640 1 --2- 172.21.15.173:0/1856696005 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c06f700 0x7fbd9c15b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbd9affd640 1 --2- 172.21.15.173:0/1856696005 >> v2:172.21.15.176:3300/0 conn(0x7fbd9c072d30 0x7fbd9c06f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbd9a7fc640 1 -- 172.21.15.173:0/1856696005 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1511706892 0 0) 0x7fbd9c0cdbe0 con 0x7fbd9c15b300 2024-09-10T09:28:48.417 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbd9a7fc640 1 -- 172.21.15.173:0/1856696005 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbd84003520 con 0x7fbd9c15b300 2024-09-10T09:28:48.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbd9bfff640 1 -- 172.21.15.173:0/1856696005 >> v2:172.21.15.176:3300/0 conn(0x7fbd9c072d30 msgr2=0x7fbd9c06f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:48.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbd9bfff640 1 --2- 172.21.15.173:0/1856696005 >> v2:172.21.15.176:3300/0 conn(0x7fbd9c072d30 0x7fbd9c06f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbd9bfff640 1 -- 172.21.15.173:0/1856696005 >> v1:172.21.15.173:6789/0 conn(0x7fbd9c15b300 legacy=0x7fbd9c0cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:48.418 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.415+0000 7fbd9bfff640 1 -- 172.21.15.173:0/1856696005 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd9c0cd900 con 0x7fbd9c06f700 2024-09-10T09:28:48.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.416+0000 7fbd9bfff640 1 --2- 172.21.15.173:0/1856696005 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c06f700 0x7fbd9c15b6e0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009d90 tx=0x7fbd9402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89b3eda760a1c1b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:48.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.416+0000 7fbd9a7fc640 1 -- 172.21.15.173:0/1856696005 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd94031600 con 0x7fbd9c06f700 2024-09-10T09:28:48.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.416+0000 7fbd9a7fc640 1 -- 172.21.15.173:0/1856696005 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd940317a0 con 0x7fbd9c06f700 2024-09-10T09:28:48.419 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.416+0000 7fbd9a7fc640 1 -- 172.21.15.173:0/1856696005 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd94031b50 con 0x7fbd9c06f700 2024-09-10T09:28:48.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.417+0000 7fbda214b640 1 -- 172.21.15.173:0/1856696005 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c06f700 msgr2=0x7fbd9c15b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:48.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.417+0000 7fbda214b640 1 --2- 172.21.15.173:0/1856696005 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c06f700 0x7fbd9c15b6e0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009d90 tx=0x7fbd9402a5d0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.417+0000 7fbda214b640 1 -- 172.21.15.173:0/1856696005 shutdown_connections 2024-09-10T09:28:48.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.417+0000 7fbda214b640 1 --2- 172.21.15.173:0/1856696005 >> v2:172.21.15.176:3300/0 conn(0x7fbd9c072d30 0x7fbd9c06f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.417+0000 7fbda214b640 1 --2- 172.21.15.173:0/1856696005 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c06f700 0x7fbd9c15b6e0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.417+0000 7fbda214b640 1 -- 172.21.15.173:0/1856696005 >> 172.21.15.173:0/1856696005 conn(0x7fbd9c067d70 msgr2=0x7fbd9c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:48.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.417+0000 7fbda214b640 1 -- 172.21.15.173:0/1856696005 shutdown_connections 2024-09-10T09:28:48.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.417+0000 7fbda214b640 1 -- 172.21.15.173:0/1856696005 wait complete. 2024-09-10T09:28:48.420 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.418+0000 7fbda214b640 1 Processor -- start 2024-09-10T09:28:48.421 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.419+0000 7fbda214b640 1 -- start start 2024-09-10T09:28:48.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.419+0000 7fbda214b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbd9c06f700 0x7fbd9c0c94b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.419+0000 7fbda214b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c072d30 0x7fbd9c0a9f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.419+0000 7fbda214b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd9c15b300 0x7fbd9c1f0f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.419+0000 7fbda214b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbd9c0cd5c0 con 0x7fbd9c15b300 2024-09-10T09:28:48.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.419+0000 7fbda214b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbd9c072530 con 0x7fbd9c06f700 2024-09-10T09:28:48.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.419+0000 7fbda214b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fbd9c0cffe0 con 0x7fbd9c072d30 2024-09-10T09:28:48.423 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.419+0000 7fbd9bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd9c15b300 0x7fbd9c1f0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.419+0000 7fbd9bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd9c15b300 0x7fbd9c1f0f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40000/0 (socket says 172.21.15.173:40000) 2024-09-10T09:28:48.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.419+0000 7fbd9bfff640 1 -- 172.21.15.173:0/3885742939 learned_addr learned my addr 172.21.15.173:0/3885742939 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:48.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd9b7fe640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbd9c06f700 0x7fbd9c0c94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd9affd640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c072d30 0x7fbd9c0a9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd9bfff640 1 -- 172.21.15.173:0/3885742939 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c072d30 msgr2=0x7fbd9c0a9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:48.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd9bfff640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c072d30 0x7fbd9c0a9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd9bfff640 1 -- 172.21.15.173:0/3885742939 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbd9c06f700 msgr2=0x7fbd9c0c94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:48.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd9bfff640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbd9c06f700 0x7fbd9c0c94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd9bfff640 1 -- 172.21.15.173:0/3885742939 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd9c0c9a90 con 0x7fbd9c15b300 2024-09-10T09:28:48.424 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd9b7fe640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbd9c06f700 0x7fbd9c0c94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd9affd640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c072d30 0x7fbd9c0a9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd9bfff640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd9c15b300 0x7fbd9c1f0f60 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009d90 tx=0x7fbd94004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd83fff640 1 -- 172.21.15.173:0/3885742939 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd94009450 con 0x7fbd9c15b300 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd83fff640 1 -- 172.21.15.173:0/3885742939 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd94004240 con 0x7fbd9c15b300 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbda214b640 1 -- 172.21.15.173:0/3885742939 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd9c0c9d70 con 0x7fbd9c15b300 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbd83fff640 1 -- 172.21.15.173:0/3885742939 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd94004630 con 0x7fbd9c15b300 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.420+0000 7fbda214b640 1 -- 172.21.15.173:0/3885742939 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd9c0ca330 con 0x7fbd9c15b300 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.421+0000 7fbda214b640 1 -- 172.21.15.173:0/3885742939 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd9c1e36f0 con 0x7fbd9c15b300 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.422+0000 7fbd83fff640 1 -- 172.21.15.173:0/3885742939 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbd9403d430 con 0x7fbd9c15b300 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.422+0000 7fbd83fff640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8806be30 0x7fbd8806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.422+0000 7fbd83fff640 1 -- 172.21.15.173:0/3885742939 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fbd940ae570 con 0x7fbd9c15b300 2024-09-10T09:28:48.425 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.422+0000 7fbd9b7fe640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8806be30 0x7fbd8806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.426 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.422+0000 7fbd9b7fe640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8806be30 0x7fbd8806e2f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c000f60 tx=0x7fbd8c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:48.427 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.427+0000 7fbd83fff640 1 -- 172.21.15.173:0/3885742939 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbd94041030 con 0x7fbd9c15b300 2024-09-10T09:28:48.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.660+0000 7fbda214b640 1 -- 172.21.15.173:0/3885742939 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fbd9c15e160 con 0x7fbd9c15b300 2024-09-10T09:28:48.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.661+0000 7fbd83fff640 1 -- 172.21.15.173:0/3885742939 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+1289 (secure 0 0 0) 0x7fbd9407ce50 con 0x7fbd9c15b300 2024-09-10T09:28:48.662 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:28:48.662 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":1,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","modified":"2024-09-10T09:26:18.345127Z","created":"2024-09-10T09:26:18.345127Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:3300","nonce":0},{"type":"v1","addr":"172.21.15.173:6789","nonce":0}]},"addr":"172.21.15.173:6789/0","public_addr":"172.21.15.173:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:3300","nonce":0},{"type":"v1","addr":"172.21.15.176:6789","nonce":0}]},"addr":"172.21.15.176:6789/0","public_addr":"172.21.15.176:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:3301","nonce":0},{"type":"v1","addr":"172.21.15.176:6790","nonce":0}]},"addr":"172.21.15.176:6790/0","public_addr":"172.21.15.176:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-10T09:28:48.662 INFO:teuthology.orchestra.run.smithi173.stderr:dumped monmap epoch 1 2024-09-10T09:28:48.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 -- 172.21.15.173:0/3885742939 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8806be30 msgr2=0x7fbd8806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:48.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8806be30 0x7fbd8806e2f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c000f60 tx=0x7fbd8c009040 comp rx=0 tx=0).stop 2024-09-10T09:28:48.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 -- 172.21.15.173:0/3885742939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd9c15b300 msgr2=0x7fbd9c1f0f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:48.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd9c15b300 0x7fbd9c1f0f60 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009d90 tx=0x7fbd94004a40 comp rx=0 tx=0).stop 2024-09-10T09:28:48.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 -- 172.21.15.173:0/3885742939 shutdown_connections 2024-09-10T09:28:48.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8806be30 0x7fbd8806e2f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd9c15b300 0x7fbd9c1f0f60 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbd9c072d30 0x7fbd9c0a9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 --2- 172.21.15.173:0/3885742939 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbd9c06f700 0x7fbd9c0c94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 -- 172.21.15.173:0/3885742939 >> 172.21.15.173:0/3885742939 conn(0x7fbd9c067d70 msgr2=0x7fbd9c0c5950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:48.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 -- 172.21.15.173:0/3885742939 shutdown_connections 2024-09-10T09:28:48.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.663+0000 7fbda214b640 1 -- 172.21.15.173:0/3885742939 wait complete. 2024-09-10T09:28:48.675 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get-or-create client.admin 2024-09-10T09:28:48.833 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.832+0000 7f3629add640 1 Processor -- start 2024-09-10T09:28:48.834 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.832+0000 7f3629add640 1 -- start start 2024-09-10T09:28:48.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f3629add640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f362415e5f0 0x7f36240d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f3629add640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f36240b6690 0x7f362406d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f3629add640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36240d3690 con 0x7f36240d30f0 2024-09-10T09:28:48.835 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f3629add640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f362406d530 con 0x7f362415e5f0 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f3629add640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f36240d3970 con 0x7f36240b6690 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f3622ffd640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f36240d30f0 0x7f36240b5f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:32942/0 (socket says 172.21.15.173:32942) 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f3622ffd640 1 -- 172.21.15.173:0/938773699 learned_addr learned my addr 172.21.15.173:0/938773699 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f36237fe640 1 --2- 172.21.15.173:0/938773699 >> v2:172.21.15.176:3300/0 conn(0x7f362415e5f0 0x7f36240d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f3623fff640 1 --2- 172.21.15.173:0/938773699 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f36240b6690 0x7f362406d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f36227fc640 1 -- 172.21.15.173:0/938773699 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1690140403 0 0) 0x7f36240d3690 con 0x7f36240d30f0 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.833+0000 7f36227fc640 1 -- 172.21.15.173:0/938773699 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f360c003520 con 0x7f36240d30f0 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.834+0000 7f36227fc640 1 -- 172.21.15.173:0/938773699 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2503066228 0 0) 0x7f360c003520 con 0x7f36240d30f0 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.834+0000 7f3623fff640 1 -- 172.21.15.173:0/938773699 >> v2:172.21.15.176:3300/0 conn(0x7f362415e5f0 msgr2=0x7f36240d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.834+0000 7f3623fff640 1 --2- 172.21.15.173:0/938773699 >> v2:172.21.15.176:3300/0 conn(0x7f362415e5f0 0x7f36240d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.836 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.834+0000 7f3623fff640 1 -- 172.21.15.173:0/938773699 >> v1:172.21.15.173:6789/0 conn(0x7f36240d30f0 legacy=0x7f36240b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:48.837 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.834+0000 7f3623fff640 1 -- 172.21.15.173:0/938773699 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f362406cee0 con 0x7f36240b6690 2024-09-10T09:28:48.837 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.834+0000 7f36237fe640 1 --2- 172.21.15.173:0/938773699 >> v2:172.21.15.176:3300/0 conn(0x7f362415e5f0 0x7f36240d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:28:48.837 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f3623fff640 1 --2- 172.21.15.173:0/938773699 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f36240b6690 0x7f362406d9c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f361c009d90 tx=0x7f361c02a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d7e9e5951a3ff77 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:48.840 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f36227fc640 1 -- 172.21.15.173:0/938773699 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3618001690 con 0x7f36240b6690 2024-09-10T09:28:48.840 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f36227fc640 1 -- 172.21.15.173:0/938773699 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f361c007540 con 0x7f36240b6690 2024-09-10T09:28:48.840 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f36227fc640 1 -- 172.21.15.173:0/938773699 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361c0078f0 con 0x7f36240b6690 2024-09-10T09:28:48.840 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f3629add640 1 -- 172.21.15.173:0/938773699 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f36240b6690 msgr2=0x7f362406d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:48.840 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f3629add640 1 --2- 172.21.15.173:0/938773699 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f36240b6690 0x7f362406d9c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f361c009d90 tx=0x7f361c02a5f0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.840 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f3629add640 1 -- 172.21.15.173:0/938773699 shutdown_connections 2024-09-10T09:28:48.840 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f3629add640 1 --2- 172.21.15.173:0/938773699 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f36240b6690 0x7f362406d9c0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f3629add640 1 --2- 172.21.15.173:0/938773699 >> v2:172.21.15.176:3300/0 conn(0x7f362415e5f0 0x7f36240d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f3629add640 1 -- 172.21.15.173:0/938773699 >> 172.21.15.173:0/938773699 conn(0x7f362408bfc0 msgr2=0x7f36240d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:48.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f3629add640 1 -- 172.21.15.173:0/938773699 shutdown_connections 2024-09-10T09:28:48.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.835+0000 7f3629add640 1 -- 172.21.15.173:0/938773699 wait complete. 2024-09-10T09:28:48.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.836+0000 7f3629add640 1 Processor -- start 2024-09-10T09:28:48.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.837+0000 7f3629add640 1 -- start start 2024-09-10T09:28:48.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.837+0000 7f3629add640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36240b6690 0x7f36240c8030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.837+0000 7f3629add640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36240d30f0 0x7f36240c9840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.837+0000 7f3629add640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f362415e5f0 0x7f3624159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.841 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.837+0000 7f3629add640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f36240d5310 con 0x7f36240b6690 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.837+0000 7f3629add640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f362415e9d0 con 0x7f36240d30f0 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.837+0000 7f3629add640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f362406df00 con 0x7f362415e5f0 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.837+0000 7f36237fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36240b6690 0x7f36240c8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f36237fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36240b6690 0x7f36240c8030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:40012/0 (socket says 172.21.15.173:40012) 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f36237fe640 1 -- 172.21.15.173:0/4272331957 learned_addr learned my addr 172.21.15.173:0/4272331957 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f3623fff640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f362415e5f0 0x7f3624159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f3622ffd640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36240d30f0 0x7f36240c9840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f36237fe640 1 -- 172.21.15.173:0/4272331957 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f362415e5f0 msgr2=0x7f3624159a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f36237fe640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f362415e5f0 0x7f3624159a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f36237fe640 1 -- 172.21.15.173:0/4272331957 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36240d30f0 msgr2=0x7f36240c9840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f36237fe640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36240d30f0 0x7f36240c9840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:48.842 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f36237fe640 1 -- 172.21.15.173:0/4272331957 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36240c87a0 con 0x7f36240b6690 2024-09-10T09:28:48.843 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f36237fe640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36240b6690 0x7f36240c8030 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f361400e960 tx=0x7f361400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:48.843 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f360bfff640 1 -- 172.21.15.173:0/4272331957 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3614017070 con 0x7f36240b6690 2024-09-10T09:28:48.843 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f360bfff640 1 -- 172.21.15.173:0/4272331957 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f361400ca00 con 0x7f36240b6690 2024-09-10T09:28:48.843 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f360bfff640 1 -- 172.21.15.173:0/4272331957 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361400cdd0 con 0x7f36240b6690 2024-09-10T09:28:48.843 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f3629add640 1 -- 172.21.15.173:0/4272331957 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36240c8a80 con 0x7f36240b6690 2024-09-10T09:28:48.843 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.838+0000 7f3629add640 1 -- 172.21.15.173:0/4272331957 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36240c9040 con 0x7f36240b6690 2024-09-10T09:28:48.843 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.839+0000 7f3629add640 1 -- 172.21.15.173:0/4272331957 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f362406d9c0 con 0x7f36240b6690 2024-09-10T09:28:48.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.840+0000 7f360bfff640 1 -- 172.21.15.173:0/4272331957 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f361401a070 con 0x7f36240b6690 2024-09-10T09:28:48.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.840+0000 7f360bfff640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f361006be60 0x7f361006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:28:48.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.840+0000 7f360bfff640 1 -- 172.21.15.173:0/4272331957 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f361408b0f0 con 0x7f36240b6690 2024-09-10T09:28:48.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.840+0000 7f3622ffd640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f361006be60 0x7f361006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:28:48.844 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.841+0000 7f3622ffd640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f361006be60 0x7f361006e320 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3618001800 tx=0x7f3618001250 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:28:48.845 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:48.844+0000 7f360bfff640 1 -- 172.21.15.173:0/4272331957 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3614059350 con 0x7f36240b6690 2024-09-10T09:28:49.073 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.072+0000 7f3629add640 1 -- 172.21.15.173:0/4272331957 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.admin"} v 0) -- 0x7f36240cb390 con 0x7f36240b6690 2024-09-10T09:28:49.074 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.073+0000 7f360bfff640 1 -- 172.21.15.173:0/4272331957 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.admin"}]=0 v11) ==== 92+0+63 (secure 0 0 0) 0x7f361405d650 con 0x7f36240b6690 2024-09-10T09:28:49.074 INFO:teuthology.orchestra.run.smithi173.stdout:[client.admin] 2024-09-10T09:28:49.074 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQC6EOBmPg+LIRAADI8cB+yA3Zmkd03+Ocs+OQ== 2024-09-10T09:28:49.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 -- 172.21.15.173:0/4272331957 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f361006be60 msgr2=0x7f361006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:49.076 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f361006be60 0x7f361006e320 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3618001800 tx=0x7f3618001250 comp rx=0 tx=0).stop 2024-09-10T09:28:49.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 -- 172.21.15.173:0/4272331957 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36240b6690 msgr2=0x7f36240c8030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:28:49.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36240b6690 0x7f36240c8030 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f361400e960 tx=0x7f361400ee20 comp rx=0 tx=0).stop 2024-09-10T09:28:49.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 -- 172.21.15.173:0/4272331957 shutdown_connections 2024-09-10T09:28:49.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f361006be60 0x7f361006e320 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:49.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f362415e5f0 0x7f3624159a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:49.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36240d30f0 0x7f36240c9840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:49.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 --2- 172.21.15.173:0/4272331957 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36240b6690 0x7f36240c8030 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:28:49.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 -- 172.21.15.173:0/4272331957 >> 172.21.15.173:0/4272331957 conn(0x7f362408bfc0 msgr2=0x7f36240b2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:28:49.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 -- 172.21.15.173:0/4272331957 shutdown_connections 2024-09-10T09:28:49.077 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:28:49.075+0000 7f3629add640 1 -- 172.21.15.173:0/4272331957 wait complete. 2024-09-10T09:28:49.087 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:28:49.088 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/tmp/tmp.4RLJFcwA4Lxfstests-dev/local.config 2024-09-10T09:28:49.112 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph export TEST_DEV=172.21.15.173:6789:/test export TEST_DIR=/tmp/tmp.ZMkHEwZSHXtest export SCRATCH_DEV=172.21.15.173:6789:/scratch export SCRATCH_MNT=/tmp/tmp.iSQN6BrJNcscratch export CEPHFS_MOUNT_OPTIONS="-o name=admin,secret=AQC6EOBmPg+LIRAADI8cB+yA3Zmkd03+Ocs+OQ==" 2024-09-10T09:28:49.112 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:28:49.112 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/tmp/tmp.4RLJFcwA4Lxfstests-dev/ceph.exclude 2024-09-10T09:28:49.180 DEBUG:teuthology.orchestra.run.smithi173:> (cd /tmp/tmp.4RLJFcwA4Lxfstests-dev && exec sudo make) 2024-09-10T09:28:49.260 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize -cfi 2024-09-10T09:28:49.703 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: putting auxiliary files in '.'. 2024-09-10T09:28:49.703 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: copying file './config.guess' 2024-09-10T09:28:49.706 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: copying file './config.sub' 2024-09-10T09:28:49.710 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: copying file './install-sh' 2024-09-10T09:28:49.714 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: copying file './ltmain.sh' 2024-09-10T09:28:49.735 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2024-09-10T09:28:49.736 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: copying file 'm4/libtool.m4' 2024-09-10T09:28:49.740 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2024-09-10T09:28:49.744 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2024-09-10T09:28:49.749 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: copying file 'm4/ltversion.m4' 2024-09-10T09:28:49.753 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2024-09-10T09:28:49.759 INFO:teuthology.orchestra.run.smithi173.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2024-09-10T09:28:49.761 INFO:teuthology.orchestra.run.smithi173.stdout:cp include/install-sh . 2024-09-10T09:28:49.762 INFO:teuthology.orchestra.run.smithi173.stdout:aclocal -I m4 2024-09-10T09:28:50.770 INFO:teuthology.orchestra.run.smithi173.stdout:autoheader 2024-09-10T09:28:51.062 INFO:teuthology.orchestra.run.smithi173.stdout:autoconf 2024-09-10T09:28:51.230 INFO:teuthology.orchestra.run.smithi173.stdout:./configure \ 2024-09-10T09:28:51.230 INFO:teuthology.orchestra.run.smithi173.stdout: --libexecdir=/usr/lib \ 2024-09-10T09:28:51.230 INFO:teuthology.orchestra.run.smithi173.stdout: --exec_prefix=/var/lib 2024-09-10T09:28:51.567 INFO:teuthology.orchestra.run.smithi173.stdout:checking build system type... x86_64-pc-linux-gnu 2024-09-10T09:28:51.567 INFO:teuthology.orchestra.run.smithi173.stdout:checking host system type... x86_64-pc-linux-gnu 2024-09-10T09:28:51.568 INFO:teuthology.orchestra.run.smithi173.stdout:checking how to print strings... printf 2024-09-10T09:28:51.568 INFO:teuthology.orchestra.run.smithi173.stdout:checking for gcc... gcc 2024-09-10T09:28:51.696 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether the C compiler works... yes 2024-09-10T09:28:51.696 INFO:teuthology.orchestra.run.smithi173.stdout:checking for C compiler default output file name... a.out 2024-09-10T09:28:51.723 INFO:teuthology.orchestra.run.smithi173.stdout:checking for suffix of executables... 2024-09-10T09:28:51.804 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether we are cross compiling... no 2024-09-10T09:28:51.822 INFO:teuthology.orchestra.run.smithi173.stdout:checking for suffix of object files... o 2024-09-10T09:28:51.837 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether we are using the GNU C compiler... yes 2024-09-10T09:28:51.853 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether gcc accepts -g... yes 2024-09-10T09:28:51.916 INFO:teuthology.orchestra.run.smithi173.stdout:checking for gcc option to accept ISO C89... none needed 2024-09-10T09:28:51.919 INFO:teuthology.orchestra.run.smithi173.stdout:checking for a sed that does not truncate output... /bin/sed 2024-09-10T09:28:51.921 INFO:teuthology.orchestra.run.smithi173.stdout:checking for grep that handles long lines and -e... /bin/grep 2024-09-10T09:28:51.922 INFO:teuthology.orchestra.run.smithi173.stdout:checking for egrep... /bin/grep -E 2024-09-10T09:28:51.923 INFO:teuthology.orchestra.run.smithi173.stdout:checking for fgrep... /bin/grep -F 2024-09-10T09:28:51.926 INFO:teuthology.orchestra.run.smithi173.stdout:checking for ld used by gcc... /bin/ld 2024-09-10T09:28:51.928 INFO:teuthology.orchestra.run.smithi173.stdout:checking if the linker (/bin/ld) is GNU ld... yes 2024-09-10T09:28:51.940 INFO:teuthology.orchestra.run.smithi173.stdout:checking for BSD- or MS-compatible name lister (nm)... /bin/nm -B 2024-09-10T09:28:52.889 INFO:teuthology.orchestra.run.smithi173.stdout:checking the name lister (/bin/nm -B) interface... BSD nm 2024-09-10T09:28:52.889 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether ln -s works... yes 2024-09-10T09:28:52.896 INFO:teuthology.orchestra.run.smithi173.stdout:checking the maximum length of command line arguments... 1572864 2024-09-10T09:28:52.900 INFO:teuthology.orchestra.run.smithi173.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2024-09-10T09:28:52.900 INFO:teuthology.orchestra.run.smithi173.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2024-09-10T09:28:52.900 INFO:teuthology.orchestra.run.smithi173.stdout:checking for /bin/ld option to reload object files... -r 2024-09-10T09:28:52.900 INFO:teuthology.orchestra.run.smithi173.stdout:checking for objdump... objdump 2024-09-10T09:28:52.900 INFO:teuthology.orchestra.run.smithi173.stdout:checking how to recognize dependent libraries... pass_all 2024-09-10T09:28:52.900 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dlltool... no 2024-09-10T09:28:52.900 INFO:teuthology.orchestra.run.smithi173.stdout:checking how to associate runtime and link libraries... printf %s\n 2024-09-10T09:28:52.900 INFO:teuthology.orchestra.run.smithi173.stdout:checking for ar... ar 2024-09-10T09:28:52.948 INFO:teuthology.orchestra.run.smithi173.stdout:checking for archiver @FILE support... @ 2024-09-10T09:28:52.948 INFO:teuthology.orchestra.run.smithi173.stdout:checking for strip... strip 2024-09-10T09:28:52.948 INFO:teuthology.orchestra.run.smithi173.stdout:checking for ranlib... ranlib 2024-09-10T09:28:52.949 INFO:teuthology.orchestra.run.smithi173.stdout:checking for gawk... gawk 2024-09-10T09:28:53.015 INFO:teuthology.orchestra.run.smithi173.stdout:checking command to parse /bin/nm -B output from gcc object... ok 2024-09-10T09:28:53.016 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sysroot... no 2024-09-10T09:28:53.019 INFO:teuthology.orchestra.run.smithi173.stdout:checking for a working dd... /bin/dd 2024-09-10T09:28:53.021 INFO:teuthology.orchestra.run.smithi173.stdout:checking how to truncate binary pipes... /bin/dd bs=4096 count=1 2024-09-10T09:28:53.034 INFO:teuthology.orchestra.run.smithi173.stdout:checking for mt... no 2024-09-10T09:28:53.037 INFO:teuthology.orchestra.run.smithi173.stdout:checking if : is a manifest tool... no 2024-09-10T09:28:53.092 INFO:teuthology.orchestra.run.smithi173.stdout:checking how to run the C preprocessor... gcc -E 2024-09-10T09:28:53.254 INFO:teuthology.orchestra.run.smithi173.stdout:checking for ANSI C header files... yes 2024-09-10T09:28:53.275 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/types.h... yes 2024-09-10T09:28:53.303 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/stat.h... yes 2024-09-10T09:28:53.327 INFO:teuthology.orchestra.run.smithi173.stdout:checking for stdlib.h... yes 2024-09-10T09:28:53.352 INFO:teuthology.orchestra.run.smithi173.stdout:checking for string.h... yes 2024-09-10T09:28:53.377 INFO:teuthology.orchestra.run.smithi173.stdout:checking for memory.h... yes 2024-09-10T09:28:53.402 INFO:teuthology.orchestra.run.smithi173.stdout:checking for strings.h... yes 2024-09-10T09:28:53.429 INFO:teuthology.orchestra.run.smithi173.stdout:checking for inttypes.h... yes 2024-09-10T09:28:53.455 INFO:teuthology.orchestra.run.smithi173.stdout:checking for stdint.h... yes 2024-09-10T09:28:53.487 INFO:teuthology.orchestra.run.smithi173.stdout:checking for unistd.h... yes 2024-09-10T09:28:53.523 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dlfcn.h... yes 2024-09-10T09:28:53.525 INFO:teuthology.orchestra.run.smithi173.stdout:checking for objdir... .libs 2024-09-10T09:28:53.588 INFO:teuthology.orchestra.run.smithi173.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2024-09-10T09:28:53.589 INFO:teuthology.orchestra.run.smithi173.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2024-09-10T09:28:53.604 INFO:teuthology.orchestra.run.smithi173.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2024-09-10T09:28:53.633 INFO:teuthology.orchestra.run.smithi173.stdout:checking if gcc static flag -static works... no 2024-09-10T09:28:53.654 INFO:teuthology.orchestra.run.smithi173.stdout:checking if gcc supports -c -o file.o... yes 2024-09-10T09:28:53.654 INFO:teuthology.orchestra.run.smithi173.stdout:checking if gcc supports -c -o file.o... (cached) yes 2024-09-10T09:28:53.660 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether the gcc linker (/bin/ld -m elf_x86_64) supports shared libraries... yes 2024-09-10T09:28:53.693 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether -lc should be explicitly linked in... no 2024-09-10T09:28:53.739 INFO:teuthology.orchestra.run.smithi173.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2024-09-10T09:28:53.740 INFO:teuthology.orchestra.run.smithi173.stdout:checking how to hardcode library paths into programs... immediate 2024-09-10T09:28:53.741 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether stripping libraries is possible... yes 2024-09-10T09:28:53.741 INFO:teuthology.orchestra.run.smithi173.stdout:checking if libtool supports shared libraries... yes 2024-09-10T09:28:53.741 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether to build shared libraries... yes 2024-09-10T09:28:53.741 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether to build static libraries... yes 2024-09-10T09:28:53.747 INFO:teuthology.orchestra.run.smithi173.stdout:checking for gcc... (cached) gcc 2024-09-10T09:28:53.763 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether we are using the GNU C compiler... (cached) yes 2024-09-10T09:28:53.763 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether gcc accepts -g... (cached) yes 2024-09-10T09:28:53.763 INFO:teuthology.orchestra.run.smithi173.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2024-09-10T09:28:53.763 INFO:teuthology.orchestra.run.smithi173.stdout:checking for gmake... /usr/bin/gmake 2024-09-10T09:28:53.763 INFO:teuthology.orchestra.run.smithi173.stderr:./configure: line 12082: test: $(SHELL): binary operator expected 2024-09-10T09:28:53.764 INFO:teuthology.orchestra.run.smithi173.stdout:checking for tar... /bin/tar 2024-09-10T09:28:53.764 INFO:teuthology.orchestra.run.smithi173.stdout:checking for gzip... /bin/gzip 2024-09-10T09:28:53.783 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether gcc -MM is supported... yes 2024-09-10T09:28:53.783 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sort... /bin/sort 2024-09-10T09:28:53.783 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether ln -s works... yes 2024-09-10T09:28:53.784 INFO:teuthology.orchestra.run.smithi173.stdout:checking for rpm... /bin/rpm 2024-09-10T09:28:53.787 INFO:teuthology.orchestra.run.smithi173.stdout:checking for rpmbuild... no 2024-09-10T09:28:53.812 INFO:teuthology.orchestra.run.smithi173.stdout:checking assert.h usability... yes 2024-09-10T09:28:53.820 INFO:teuthology.orchestra.run.smithi173.stdout:checking assert.h presence... yes 2024-09-10T09:28:53.820 INFO:teuthology.orchestra.run.smithi173.stdout:checking for assert.h... yes 2024-09-10T09:28:53.848 INFO:teuthology.orchestra.run.smithi173.stdout:checking bstring.h usability... no 2024-09-10T09:28:53.858 INFO:teuthology.orchestra.run.smithi173.stdout:checking bstring.h presence... no 2024-09-10T09:28:53.858 INFO:teuthology.orchestra.run.smithi173.stdout:checking for bstring.h... no 2024-09-10T09:28:53.883 INFO:teuthology.orchestra.run.smithi173.stdout:checking libgen.h usability... yes 2024-09-10T09:28:53.892 INFO:teuthology.orchestra.run.smithi173.stdout:checking libgen.h presence... yes 2024-09-10T09:28:53.892 INFO:teuthology.orchestra.run.smithi173.stdout:checking for libgen.h... yes 2024-09-10T09:28:53.920 INFO:teuthology.orchestra.run.smithi173.stdout:checking dirent.h usability... yes 2024-09-10T09:28:53.930 INFO:teuthology.orchestra.run.smithi173.stdout:checking dirent.h presence... yes 2024-09-10T09:28:53.930 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dirent.h... yes 2024-09-10T09:28:53.986 INFO:teuthology.orchestra.run.smithi173.stdout:checking errno.h usability... yes 2024-09-10T09:28:53.994 INFO:teuthology.orchestra.run.smithi173.stdout:checking errno.h presence... yes 2024-09-10T09:28:53.994 INFO:teuthology.orchestra.run.smithi173.stdout:checking for errno.h... yes 2024-09-10T09:28:54.022 INFO:teuthology.orchestra.run.smithi173.stdout:checking malloc.h usability... yes 2024-09-10T09:28:54.032 INFO:teuthology.orchestra.run.smithi173.stdout:checking malloc.h presence... yes 2024-09-10T09:28:54.032 INFO:teuthology.orchestra.run.smithi173.stdout:checking for malloc.h... yes 2024-09-10T09:28:54.059 INFO:teuthology.orchestra.run.smithi173.stdout:checking uuid.h usability... no 2024-09-10T09:28:54.070 INFO:teuthology.orchestra.run.smithi173.stdout:checking uuid.h presence... no 2024-09-10T09:28:54.071 INFO:teuthology.orchestra.run.smithi173.stdout:checking for uuid.h... no 2024-09-10T09:28:54.104 INFO:teuthology.orchestra.run.smithi173.stdout:checking uuid/uuid.h usability... yes 2024-09-10T09:28:54.115 INFO:teuthology.orchestra.run.smithi173.stdout:checking uuid/uuid.h presence... yes 2024-09-10T09:28:54.115 INFO:teuthology.orchestra.run.smithi173.stdout:checking for uuid/uuid.h... yes 2024-09-10T09:28:54.147 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/uuid.h usability... no 2024-09-10T09:28:54.158 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/uuid.h presence... no 2024-09-10T09:28:54.158 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/uuid.h... no 2024-09-10T09:28:54.194 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/file.h usability... yes 2024-09-10T09:28:54.203 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/file.h presence... yes 2024-09-10T09:28:54.203 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/file.h... yes 2024-09-10T09:28:54.238 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/fcntl.h usability... yes 2024-09-10T09:28:54.247 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/fcntl.h presence... yes 2024-09-10T09:28:54.247 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/fcntl.h... yes 2024-09-10T09:28:54.274 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/syssgi.h usability... no 2024-09-10T09:28:54.285 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/syssgi.h presence... no 2024-09-10T09:28:54.285 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/syssgi.h... no 2024-09-10T09:28:54.330 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/param.h usability... yes 2024-09-10T09:28:54.342 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/param.h presence... yes 2024-09-10T09:28:54.342 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/param.h... yes 2024-09-10T09:28:54.347 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/stat.h... (cached) yes 2024-09-10T09:28:54.375 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/statvfs.h usability... yes 2024-09-10T09:28:54.384 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/statvfs.h presence... yes 2024-09-10T09:28:54.385 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/statvfs.h... yes 2024-09-10T09:28:54.412 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/time.h usability... yes 2024-09-10T09:28:54.421 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/time.h presence... yes 2024-09-10T09:28:54.421 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/time.h... yes 2024-09-10T09:28:54.458 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/ioctl.h usability... yes 2024-09-10T09:28:54.467 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/ioctl.h presence... yes 2024-09-10T09:28:54.467 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/ioctl.h... yes 2024-09-10T09:28:54.503 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/wait.h usability... yes 2024-09-10T09:28:54.513 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/wait.h presence... yes 2024-09-10T09:28:54.514 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/wait.h... yes 2024-09-10T09:28:54.518 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/types.h... (cached) yes 2024-09-10T09:28:54.523 INFO:teuthology.orchestra.run.smithi173.stdout:checking for strings.h... (cached) yes 2024-09-10T09:28:54.550 INFO:teuthology.orchestra.run.smithi173.stdout:checking err.h usability... yes 2024-09-10T09:28:54.559 INFO:teuthology.orchestra.run.smithi173.stdout:checking err.h presence... yes 2024-09-10T09:28:54.559 INFO:teuthology.orchestra.run.smithi173.stdout:checking for err.h... yes 2024-09-10T09:28:54.587 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/falloc.h usability... yes 2024-09-10T09:28:54.595 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/falloc.h presence... yes 2024-09-10T09:28:54.595 INFO:teuthology.orchestra.run.smithi173.stdout:checking for linux/falloc.h... yes 2024-09-10T09:28:54.622 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/fs/xfs_fsops.h usability... no 2024-09-10T09:28:54.633 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/fs/xfs_fsops.h presence... no 2024-09-10T09:28:54.634 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/fs/xfs_fsops.h... no 2024-09-10T09:28:54.658 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/fs/xfs_itable.h usability... no 2024-09-10T09:28:54.669 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/fs/xfs_itable.h presence... no 2024-09-10T09:28:54.669 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/fs/xfs_itable.h... no 2024-09-10T09:28:54.695 INFO:teuthology.orchestra.run.smithi173.stdout:checking xfs/platform_defs.h usability... no 2024-09-10T09:28:54.705 INFO:teuthology.orchestra.run.smithi173.stdout:checking xfs/platform_defs.h presence... no 2024-09-10T09:28:54.706 INFO:teuthology.orchestra.run.smithi173.stdout:checking for xfs/platform_defs.h... no 2024-09-10T09:28:54.730 INFO:teuthology.orchestra.run.smithi173.stdout:checking btrfs/ioctl.h usability... no 2024-09-10T09:28:54.741 INFO:teuthology.orchestra.run.smithi173.stdout:checking btrfs/ioctl.h presence... no 2024-09-10T09:28:54.741 INFO:teuthology.orchestra.run.smithi173.stdout:checking for btrfs/ioctl.h... no 2024-09-10T09:28:54.766 INFO:teuthology.orchestra.run.smithi173.stdout:checking cifs/ioctl.h usability... no 2024-09-10T09:28:54.777 INFO:teuthology.orchestra.run.smithi173.stdout:checking cifs/ioctl.h presence... no 2024-09-10T09:28:54.777 INFO:teuthology.orchestra.run.smithi173.stdout:checking for cifs/ioctl.h... no 2024-09-10T09:28:54.809 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/mman.h usability... yes 2024-09-10T09:28:54.818 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/mman.h presence... yes 2024-09-10T09:28:54.818 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/mman.h... yes 2024-09-10T09:28:54.846 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/ext4.h usability... no 2024-09-10T09:28:54.857 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/ext4.h presence... no 2024-09-10T09:28:54.857 INFO:teuthology.orchestra.run.smithi173.stdout:checking for linux/ext4.h... no 2024-09-10T09:28:54.870 INFO:teuthology.orchestra.run.smithi173.stdout:checking for xfs/xfs_log_format.h... no 2024-09-10T09:28:54.915 INFO:teuthology.orchestra.run.smithi173.stdout:checking for uuid_compare... no 2024-09-10T09:28:54.945 INFO:teuthology.orchestra.run.smithi173.stdout:checking for uuid_compare in -luuid... yes 2024-09-10T09:28:55.012 INFO:teuthology.orchestra.run.smithi173.stdout:checking for xfs/xfs.h... yes 2024-09-10T09:28:55.025 INFO:teuthology.orchestra.run.smithi173.stdout:checking for xfs/libxfs.h... no 2024-09-10T09:28:55.040 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether xlog_assign_lsn is declared... no 2024-09-10T09:28:55.070 INFO:teuthology.orchestra.run.smithi173.stdout:checking for xfs/xqm.h... yes 2024-09-10T09:28:55.118 INFO:teuthology.orchestra.run.smithi173.stdout:checking xfsctl from xfs/xfs.h... ok 2024-09-10T09:28:55.142 INFO:teuthology.orchestra.run.smithi173.stdout:checking xfs/handle.h usability... yes 2024-09-10T09:28:55.150 INFO:teuthology.orchestra.run.smithi173.stdout:checking xfs/handle.h presence... yes 2024-09-10T09:28:55.150 INFO:teuthology.orchestra.run.smithi173.stdout:checking for xfs/handle.h... yes 2024-09-10T09:28:55.188 INFO:teuthology.orchestra.run.smithi173.stdout:checking for attr_list_by_handle in -lhandle... yes 2024-09-10T09:28:55.214 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/acl.h usability... yes 2024-09-10T09:28:55.224 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/acl.h presence... yes 2024-09-10T09:28:55.224 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/acl.h... yes 2024-09-10T09:28:55.265 INFO:teuthology.orchestra.run.smithi173.stdout:checking acl/libacl.h usability... yes 2024-09-10T09:28:55.274 INFO:teuthology.orchestra.run.smithi173.stdout:checking acl/libacl.h presence... yes 2024-09-10T09:28:55.275 INFO:teuthology.orchestra.run.smithi173.stdout:checking for acl/libacl.h... yes 2024-09-10T09:28:55.307 INFO:teuthology.orchestra.run.smithi173.stdout:checking for acl_init in -lacl... yes 2024-09-10T09:28:55.330 INFO:teuthology.orchestra.run.smithi173.stdout:checking gdbm-ndbm.h usability... no 2024-09-10T09:28:55.341 INFO:teuthology.orchestra.run.smithi173.stdout:checking gdbm-ndbm.h presence... no 2024-09-10T09:28:55.341 INFO:teuthology.orchestra.run.smithi173.stdout:checking for gdbm-ndbm.h... no 2024-09-10T09:28:55.365 INFO:teuthology.orchestra.run.smithi173.stdout:checking gdbm/ndbm.h usability... yes 2024-09-10T09:28:55.376 INFO:teuthology.orchestra.run.smithi173.stdout:checking gdbm/ndbm.h presence... yes 2024-09-10T09:28:55.376 INFO:teuthology.orchestra.run.smithi173.stdout:checking for gdbm/ndbm.h... yes 2024-09-10T09:28:55.411 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dbm_open in -lgdbm... no 2024-09-10T09:28:55.446 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dbm_fetch in -lgdbm... no 2024-09-10T09:28:55.481 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dbm_store in -lgdbm... no 2024-09-10T09:28:55.516 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dbm_close in -lgdbm... no 2024-09-10T09:28:55.558 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dbm_open in -lgdbm_compat... yes 2024-09-10T09:28:55.590 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dbm_fetch in -lgdbm_compat... yes 2024-09-10T09:28:55.622 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dbm_store in -lgdbm_compat... yes 2024-09-10T09:28:55.655 INFO:teuthology.orchestra.run.smithi173.stdout:checking for dbm_close in -lgdbm_compat... yes 2024-09-10T09:28:55.679 INFO:teuthology.orchestra.run.smithi173.stdout:checking libaio.h usability... yes 2024-09-10T09:28:55.690 INFO:teuthology.orchestra.run.smithi173.stdout:checking libaio.h presence... yes 2024-09-10T09:28:55.690 INFO:teuthology.orchestra.run.smithi173.stdout:checking for libaio.h... yes 2024-09-10T09:28:55.713 INFO:teuthology.orchestra.run.smithi173.stdout:checking liburing.h usability... no 2024-09-10T09:28:55.724 INFO:teuthology.orchestra.run.smithi173.stdout:checking liburing.h presence... no 2024-09-10T09:28:55.724 INFO:teuthology.orchestra.run.smithi173.stdout:checking for liburing.h... no 2024-09-10T09:28:55.748 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/capability.h usability... yes 2024-09-10T09:28:55.759 INFO:teuthology.orchestra.run.smithi173.stdout:checking sys/capability.h presence... yes 2024-09-10T09:28:55.759 INFO:teuthology.orchestra.run.smithi173.stdout:checking for sys/capability.h... yes 2024-09-10T09:28:55.783 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/fiemap.h usability... yes 2024-09-10T09:28:55.791 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/fiemap.h presence... yes 2024-09-10T09:28:55.791 INFO:teuthology.orchestra.run.smithi173.stdout:checking for linux/fiemap.h... yes 2024-09-10T09:28:55.825 INFO:teuthology.orchestra.run.smithi173.stdout:checking for fallocate... yes 2024-09-10T09:28:55.860 INFO:teuthology.orchestra.run.smithi173.stdout:checking for open_by_handle_at... yes 2024-09-10T09:28:55.885 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/fs.h usability... yes 2024-09-10T09:28:55.894 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/fs.h presence... yes 2024-09-10T09:28:55.894 INFO:teuthology.orchestra.run.smithi173.stdout:checking for linux/fs.h... yes 2024-09-10T09:28:55.916 INFO:teuthology.orchestra.run.smithi173.stdout:checking btrfsutil.h usability... no 2024-09-10T09:28:55.927 INFO:teuthology.orchestra.run.smithi173.stdout:checking btrfsutil.h presence... no 2024-09-10T09:28:55.927 INFO:teuthology.orchestra.run.smithi173.stdout:checking for btrfsutil.h... no 2024-09-10T09:28:55.964 INFO:teuthology.orchestra.run.smithi173.stdout:checking for copy_file_range... yes 2024-09-10T09:28:56.001 INFO:teuthology.orchestra.run.smithi173.stdout:checking for SEEK_DATA... yes 2024-09-10T09:28:56.050 INFO:teuthology.orchestra.run.smithi173.stdout:checking for BMV_OF_SHARED... yes 2024-09-10T09:28:56.086 INFO:teuthology.orchestra.run.smithi173.stdout:checking for nftw... yes 2024-09-10T09:28:56.131 INFO:teuthology.orchestra.run.smithi173.stdout:checking for RLIMIT_NOFILE... yes 2024-09-10T09:28:56.164 INFO:teuthology.orchestra.run.smithi173.stdout:checking for new enough XFS_IOC_EXCHANGE_RANGE... no 2024-09-10T09:28:56.198 INFO:teuthology.orchestra.run.smithi173.stdout:checking for FICLONE... yes 2024-09-10T09:28:56.231 INFO:teuthology.orchestra.run.smithi173.stdout:checking for renameat2... yes 2024-09-10T09:28:56.265 INFO:teuthology.orchestra.run.smithi173.stdout:checking for reallocarray... yes 2024-09-10T09:28:56.296 INFO:teuthology.orchestra.run.smithi173.stdout:checking for struct mount_attr... yes 2024-09-10T09:28:56.341 INFO:teuthology.orchestra.run.smithi173.stdout:checking for struct btrfs_qgroup_limit... yes 2024-09-10T09:28:56.374 INFO:teuthology.orchestra.run.smithi173.stdout:checking for struct btrfs_qgroup_inherit... yes 2024-09-10T09:28:56.408 INFO:teuthology.orchestra.run.smithi173.stdout:checking for struct btrfs_ioctl_vol_args... yes 2024-09-10T09:28:56.441 INFO:teuthology.orchestra.run.smithi173.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2024-09-10T09:28:56.474 INFO:teuthology.orchestra.run.smithi173.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2024-09-10T09:28:56.508 INFO:teuthology.orchestra.run.smithi173.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2024-09-10T09:28:56.541 INFO:teuthology.orchestra.run.smithi173.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2024-09-10T09:28:56.568 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/btrfs.h usability... yes 2024-09-10T09:28:56.576 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/btrfs.h presence... yes 2024-09-10T09:28:56.576 INFO:teuthology.orchestra.run.smithi173.stdout:checking for linux/btrfs.h... yes 2024-09-10T09:28:56.607 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/btrfs_tree.h usability... yes 2024-09-10T09:28:56.616 INFO:teuthology.orchestra.run.smithi173.stdout:checking linux/btrfs_tree.h presence... yes 2024-09-10T09:28:56.616 INFO:teuthology.orchestra.run.smithi173.stdout:checking for linux/btrfs_tree.h... yes 2024-09-10T09:28:56.637 INFO:teuthology.orchestra.run.smithi173.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2024-09-10T09:28:56.660 INFO:teuthology.orchestra.run.smithi173.stdout:checking whether BTRFS_IOC_SNAP_DESTROY_V2 is declared... yes 2024-09-10T09:28:56.676 INFO:teuthology.orchestra.run.smithi173.stdout:configure: creating ./config.status 2024-09-10T09:28:56.966 INFO:teuthology.orchestra.run.smithi173.stdout:config.status: creating include/builddefs 2024-09-10T09:28:56.977 INFO:teuthology.orchestra.run.smithi173.stdout:config.status: creating include/config.h 2024-09-10T09:28:56.985 INFO:teuthology.orchestra.run.smithi173.stdout:config.status: executing libtool commands 2024-09-10T09:28:57.023 INFO:teuthology.orchestra.run.smithi173.stdout:Building include 2024-09-10T09:28:57.027 INFO:teuthology.orchestra.run.smithi173.stdout:Building lib 2024-09-10T09:28:57.030 INFO:teuthology.orchestra.run.smithi173.stdout: [LTDEP] 2024-09-10T09:28:57.165 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] dataascii.lo 2024-09-10T09:28:57.280 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] databin.lo 2024-09-10T09:28:57.416 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] datapid.lo 2024-09-10T09:28:57.516 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] file_lock.lo 2024-09-10T09:28:57.652 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] forker.lo 2024-09-10T09:28:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] pattern.lo 2024-09-10T09:28:57.885 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] open_flags.lo 2024-09-10T09:28:58.013 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] random_range.lo 2024-09-10T09:28:58.221 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] string_to_tokens.lo 2024-09-10T09:28:58.315 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] str_to_bytes.lo 2024-09-10T09:28:58.448 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] tlibio.lo 2024-09-10T09:28:58.663 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] write_log.lo 2024-09-10T09:28:58.883 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] random.lo 2024-09-10T09:28:58.981 INFO:teuthology.orchestra.run.smithi173.stdout: [LD] 2024-09-10T09:28:59.064 INFO:teuthology.orchestra.run.smithi173.stdout:Building ltp 2024-09-10T09:28:59.066 INFO:teuthology.orchestra.run.smithi173.stdout: [DEP] 2024-09-10T09:28:59.208 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] doio 2024-09-10T09:28:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fsstress 2024-09-10T09:29:01.138 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fsx 2024-09-10T09:29:01.807 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] growfiles 2024-09-10T09:29:02.271 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] iogen 2024-09-10T09:29:02.613 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-stress 2024-09-10T09:29:02.991 INFO:teuthology.orchestra.run.smithi173.stdout:Building src 2024-09-10T09:29:02.997 INFO:teuthology.orchestra.run.smithi173.stdout: [DEP] 2024-09-10T09:29:04.782 INFO:teuthology.orchestra.run.smithi173.stdout: [DEP] 2024-09-10T09:29:04.812 INFO:teuthology.orchestra.run.smithi173.stdout: [DEP] 2024-09-10T09:29:04.819 INFO:teuthology.orchestra.run.smithi173.stdout: [DEP] 2024-09-10T09:29:05.032 INFO:teuthology.orchestra.run.smithi173.stdout: [DEP] 2024-09-10T09:29:05.054 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] dirstress 2024-09-10T09:29:05.261 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fill 2024-09-10T09:29:05.394 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fill2 2024-09-10T09:29:05.592 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] getpagesize 2024-09-10T09:29:05.709 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] holes 2024-09-10T09:29:05.877 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] lstat64 2024-09-10T09:29:06.036 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] nametest 2024-09-10T09:29:06.245 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] permname 2024-09-10T09:29:06.420 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] randholes 2024-09-10T09:29:06.640 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] runas 2024-09-10T09:29:06.790 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] truncfile 2024-09-10T09:29:06.945 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] usemem 2024-09-10T09:29:07.075 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] mmapcat 2024-09-10T09:29:07.201 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] append_reader 2024-09-10T09:29:07.332 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] append_writer 2024-09-10T09:29:07.462 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] dirperf 2024-09-10T09:29:07.658 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] metaperf 2024-09-10T09:29:07.900 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] devzero 2024-09-10T09:29:08.050 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] feature 2024-09-10T09:29:08.239 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] alloc 2024-09-10T09:29:08.423 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fault 2024-09-10T09:29:08.563 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fstest 2024-09-10T09:29:08.771 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_access_root 2024-09-10T09:29:08.904 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] godown 2024-09-10T09:29:09.049 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] resvtest 2024-09-10T09:29:09.212 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] writemod 2024-09-10T09:29:09.333 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] writev_on_pagefault 2024-09-10T09:29:09.471 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] makeextents 2024-09-10T09:29:09.625 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] itrash 2024-09-10T09:29:09.755 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] rename 2024-09-10T09:29:09.875 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] multi_open_unlink 2024-09-10T09:29:10.016 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] unwritten_sync 2024-09-10T09:29:10.170 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] genhashnames 2024-09-10T09:29:10.339 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_holes 2024-09-10T09:29:10.466 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_mmap_writev 2024-09-10T09:29:10.592 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_truncate_cmtime 2024-09-10T09:29:10.728 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] dirhash_collide 2024-09-10T09:29:10.887 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_rename_overwrite 2024-09-10T09:29:11.008 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] holetest 2024-09-10T09:29:11.207 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_truncate_self 2024-09-10T09:29:11.327 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] af_unix 2024-09-10T09:29:11.459 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_mmap_stale_pmd 2024-09-10T09:29:11.589 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_mmap_cow_race 2024-09-10T09:29:11.732 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_mmap_fallocate 2024-09-10T09:29:11.863 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fsync-err 2024-09-10T09:29:12.022 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_mmap_write_ro 2024-09-10T09:29:12.152 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_ext4_dax_journal_corruption 2024-09-10T09:29:12.289 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_ext4_dax_inline_corruption 2024-09-10T09:29:12.422 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_ofd_locks 2024-09-10T09:29:12.594 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_mmap_collision 2024-09-10T09:29:12.769 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] mmap-write-concurrent 2024-09-10T09:29:12.916 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_get_file_time 2024-09-10T09:29:13.040 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_create_short_dirs 2024-09-10T09:29:13.186 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_create_long_dirs 2024-09-10T09:29:13.329 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_enospc 2024-09-10T09:29:13.493 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_mmap_writev_overlap 2024-09-10T09:29:13.639 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] checkpoint_journal 2024-09-10T09:29:13.773 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] mmap-rw-fault 2024-09-10T09:29:13.933 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] allocstale 2024-09-10T09:29:14.078 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_mmap_cow_memory_failure 2024-09-10T09:29:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fake-dump-rootino 2024-09-10T09:29:14.354 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] dio-buf-fault 2024-09-10T09:29:14.486 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] rewinddir-test 2024-09-10T09:29:14.633 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] readdir-while-renames 2024-09-10T09:29:14.775 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] dio-append-buf-fault 2024-09-10T09:29:14.913 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] xfsctl 2024-09-10T09:29:15.075 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] bstat 2024-09-10T09:29:15.257 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_mtab 2024-09-10T09:29:15.420 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] getdevicesize 2024-09-10T09:29:15.543 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] preallo_rw_pattern_reader 2024-09-10T09:29:15.679 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] preallo_rw_pattern_writer 2024-09-10T09:29:15.814 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] ftrunc 2024-09-10T09:29:15.943 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] trunc 2024-09-10T09:29:16.084 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fs_perms 2024-09-10T09:29:16.224 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] testx 2024-09-10T09:29:16.336 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] looptest 2024-09-10T09:29:16.506 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] locktest 2024-09-10T09:29:16.779 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] unwritten_mmap 2024-09-10T09:29:16.905 DEBUG:teuthology.orchestra.run.smithi173:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:29:16.908 DEBUG:teuthology.orchestra.run.smithi176:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:29:16.920 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] bulkstat_unlink_test 2024-09-10T09:29:17.093 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] deduperace 2024-09-10T09:29:17.261 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] bulkstat_unlink_test_modified 2024-09-10T09:29:17.433 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_dir_offset 2024-09-10T09:29:17.559 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_futimens 2024-09-10T09:29:17.680 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_immutable 2024-09-10T09:29:18.236 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] stale_handle 2024-09-10T09:29:18.383 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] pwrite_mmap_blocked 2024-09-10T09:29:18.514 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_dir_offset2 2024-09-10T09:29:18.682 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] seek_sanity_test 2024-09-10T09:29:19.085 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] seek_copy_test 2024-09-10T09:29:19.238 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_readdir_1 2024-09-10T09:29:19.365 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_readdir_2 2024-09-10T09:29:19.496 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fsync-tester 2024-09-10T09:29:19.716 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] nsexec 2024-09-10T09:29:19.869 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] cloner 2024-09-10T09:29:20.025 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] renameat2 2024-09-10T09:29:20.167 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_getcwd 2024-09-10T09:29:20.304 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] e4compact 2024-09-10T09:29:20.480 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] test-nextquota 2024-09-10T09:29:20.630 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] punch-alternating 2024-09-10T09:29:20.778 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] attr-list-by-handle-cursor-test 2024-09-10T09:29:20.922 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] listxattr 2024-09-10T09:29:21.049 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] dio-interleaved 2024-09-10T09:29:21.188 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_dir_type 2024-09-10T09:29:21.322 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] dio-invalidate-cache 2024-09-10T09:29:21.500 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] stat_test 2024-09-10T09:29:21.760 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_encrypted_d_revalidate 2024-09-10T09:29:21.902 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] attr_replace_test 2024-09-10T09:29:22.042 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] swapon 2024-09-10T09:29:22.185 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] mkswap 2024-09-10T09:29:22.317 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_attr_corruption 2024-09-10T09:29:22.445 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_open_tmpfiles 2024-09-10T09:29:22.601 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fscrypt-crypt-util 2024-09-10T09:29:23.211 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] bulkstat_null_ocount 2024-09-10T09:29:23.349 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] splice-test 2024-09-10T09:29:23.507 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] chprojid_fail 2024-09-10T09:29:23.647 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] detached_mounts_propagation 2024-09-10T09:29:23.807 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] ext4_resize 2024-09-10T09:29:23.936 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_readdir_3 2024-09-10T09:29:24.105 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] splice2pipe 2024-09-10T09:29:24.246 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] uuid_ioctl 2024-09-10T09:29:24.381 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_snapshot_deleted_subvolume 2024-09-10T09:29:24.523 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fiemap-fault 2024-09-10T09:29:24.658 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] min_dio_alignment 2024-09-10T09:29:24.791 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fiemap-tester 2024-09-10T09:29:25.024 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_stripealign 2024-09-10T09:29:25.158 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] open_by_handle 2024-09-10T09:29:25.378 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] dbtest 2024-09-10T09:29:25.600 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_mmap_dio 2024-09-10T09:29:25.738 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] xfsfind 2024-09-10T09:29:25.907 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] t_reflink_read_race 2024-09-10T09:29:26.074 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] fssum 2024-09-10T09:29:26.478 INFO:teuthology.orchestra.run.smithi173.stdout:Building log-writes 2024-09-10T09:29:26.485 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] replay-log 2024-09-10T09:29:26.771 INFO:teuthology.orchestra.run.smithi173.stdout:Building perf 2024-09-10T09:29:26.774 INFO:teuthology.orchestra.run.smithi173.stdout:Building aio-dio-regress 2024-09-10T09:29:26.780 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aiocp 2024-09-10T09:29:26.979 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-append-write-fallocate-race 2024-09-10T09:29:27.124 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-append-write-read-race 2024-09-10T09:29:27.275 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-cow-race 2024-09-10T09:29:27.406 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-cycle-write 2024-09-10T09:29:27.564 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-eof-race 2024-09-10T09:29:27.723 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-extend-stat 2024-09-10T09:29:27.863 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-fcntl-race 2024-09-10T09:29:28.003 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-hole-filling-race 2024-09-10T09:29:28.129 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-invalidate-failure 2024-09-10T09:29:28.267 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-invalidate-readahead 2024-09-10T09:29:28.410 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aiodio_sparse2 2024-09-10T09:29:28.601 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-subblock-eof-read 2024-09-10T09:29:28.722 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-dio-write-verify 2024-09-10T09:29:28.891 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2024-09-10T09:29:29.005 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2024-09-10T09:29:29.117 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] aio-last-ref-held-by-io 2024-09-10T09:29:29.269 INFO:teuthology.orchestra.run.smithi173.stdout:Building vfs 2024-09-10T09:29:29.275 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] vfstest 2024-09-10T09:29:32.597 INFO:teuthology.orchestra.run.smithi173.stdout: [CC] mount-idmapped 2024-09-10T09:29:32.944 INFO:teuthology.orchestra.run.smithi173.stdout:Building m4 2024-09-10T09:29:32.947 INFO:teuthology.orchestra.run.smithi173.stdout:Building common 2024-09-10T09:29:32.951 INFO:teuthology.orchestra.run.smithi173.stdout:Building tests 2024-09-10T09:29:32.956 INFO:teuthology.orchestra.run.smithi173.stdout:Building btrfs 2024-09-10T09:29:32.962 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/btrfs/group.list 2024-09-10T09:29:33.026 INFO:teuthology.orchestra.run.smithi173.stdout:Building ceph 2024-09-10T09:29:33.030 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ceph/group.list 2024-09-10T09:29:33.045 INFO:teuthology.orchestra.run.smithi173.stdout:Building cifs 2024-09-10T09:29:33.050 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/cifs/group.list 2024-09-10T09:29:33.062 INFO:teuthology.orchestra.run.smithi173.stdout:Building ext4 2024-09-10T09:29:33.068 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ext4/group.list 2024-09-10T09:29:33.107 INFO:teuthology.orchestra.run.smithi173.stdout:Building f2fs 2024-09-10T09:29:33.111 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/f2fs/group.list 2024-09-10T09:29:33.130 INFO:teuthology.orchestra.run.smithi173.stdout:Building generic 2024-09-10T09:29:33.137 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/generic/group.list 2024-09-10T09:29:33.237 INFO:teuthology.orchestra.run.smithi173.stdout:Building nfs 2024-09-10T09:29:33.242 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/nfs/group.list 2024-09-10T09:29:33.256 INFO:teuthology.orchestra.run.smithi173.stdout:Building ocfs2 2024-09-10T09:29:33.261 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ocfs2/group.list 2024-09-10T09:29:33.275 INFO:teuthology.orchestra.run.smithi173.stdout:Building overlay 2024-09-10T09:29:33.280 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/overlay/group.list 2024-09-10T09:29:33.321 INFO:teuthology.orchestra.run.smithi173.stdout:Building perf 2024-09-10T09:29:33.327 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/perf/group.list 2024-09-10T09:29:33.338 INFO:teuthology.orchestra.run.smithi173.stdout:Building selftest 2024-09-10T09:29:33.343 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/selftest/group.list 2024-09-10T09:29:33.356 INFO:teuthology.orchestra.run.smithi173.stdout:Building tmpfs 2024-09-10T09:29:33.361 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/tmpfs/group.list 2024-09-10T09:29:33.374 INFO:teuthology.orchestra.run.smithi173.stdout:Building udf 2024-09-10T09:29:33.380 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/udf/group.list 2024-09-10T09:29:33.392 INFO:teuthology.orchestra.run.smithi173.stdout:Building xfs 2024-09-10T09:29:33.398 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/xfs/group.list 2024-09-10T09:29:33.501 DEBUG:teuthology.orchestra.run.smithi173:> (cd /tmp/tmp.4RLJFcwA4Lxfstests-dev && exec sudo make install) 2024-09-10T09:29:33.537 INFO:teuthology.orchestra.run.smithi173.stdout:Building include 2024-09-10T09:29:33.540 INFO:teuthology.orchestra.run.smithi173.stdout:Building lib 2024-09-10T09:29:33.544 INFO:teuthology.orchestra.run.smithi173.stdout:Building ltp 2024-09-10T09:29:33.548 INFO:teuthology.orchestra.run.smithi173.stdout:Building src 2024-09-10T09:29:33.582 INFO:teuthology.orchestra.run.smithi173.stdout:Building log-writes 2024-09-10T09:29:33.586 INFO:teuthology.orchestra.run.smithi173.stdout:Building perf 2024-09-10T09:29:33.589 INFO:teuthology.orchestra.run.smithi173.stdout:Building aio-dio-regress 2024-09-10T09:29:33.593 INFO:teuthology.orchestra.run.smithi173.stdout:Building vfs 2024-09-10T09:29:33.597 INFO:teuthology.orchestra.run.smithi173.stdout:Building m4 2024-09-10T09:29:33.601 INFO:teuthology.orchestra.run.smithi173.stdout:Building common 2024-09-10T09:29:33.604 INFO:teuthology.orchestra.run.smithi173.stdout:Building tests 2024-09-10T09:29:33.609 INFO:teuthology.orchestra.run.smithi173.stdout:Building btrfs 2024-09-10T09:29:33.616 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/btrfs/group.list 2024-09-10T09:29:33.678 INFO:teuthology.orchestra.run.smithi173.stdout:Building ceph 2024-09-10T09:29:33.683 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ceph/group.list 2024-09-10T09:29:33.698 INFO:teuthology.orchestra.run.smithi173.stdout:Building cifs 2024-09-10T09:29:33.703 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/cifs/group.list 2024-09-10T09:29:33.716 INFO:teuthology.orchestra.run.smithi173.stdout:Building ext4 2024-09-10T09:29:33.721 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ext4/group.list 2024-09-10T09:29:33.761 INFO:teuthology.orchestra.run.smithi173.stdout:Building f2fs 2024-09-10T09:29:33.766 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/f2fs/group.list 2024-09-10T09:29:33.785 INFO:teuthology.orchestra.run.smithi173.stdout:Building generic 2024-09-10T09:29:33.792 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/generic/group.list 2024-09-10T09:29:33.889 INFO:teuthology.orchestra.run.smithi173.stdout:Building nfs 2024-09-10T09:29:33.894 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/nfs/group.list 2024-09-10T09:29:33.909 INFO:teuthology.orchestra.run.smithi173.stdout:Building ocfs2 2024-09-10T09:29:33.914 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ocfs2/group.list 2024-09-10T09:29:33.928 INFO:teuthology.orchestra.run.smithi173.stdout:Building overlay 2024-09-10T09:29:33.933 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/overlay/group.list 2024-09-10T09:29:33.975 INFO:teuthology.orchestra.run.smithi173.stdout:Building perf 2024-09-10T09:29:33.980 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/perf/group.list 2024-09-10T09:29:33.991 INFO:teuthology.orchestra.run.smithi173.stdout:Building selftest 2024-09-10T09:29:33.996 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/selftest/group.list 2024-09-10T09:29:34.009 INFO:teuthology.orchestra.run.smithi173.stdout:Building tmpfs 2024-09-10T09:29:34.014 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/tmpfs/group.list 2024-09-10T09:29:34.028 INFO:teuthology.orchestra.run.smithi173.stdout:Building udf 2024-09-10T09:29:34.033 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/udf/group.list 2024-09-10T09:29:34.045 INFO:teuthology.orchestra.run.smithi173.stdout:Building xfs 2024-09-10T09:29:34.051 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/xfs/group.list 2024-09-10T09:29:34.150 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2024-09-10T09:29:34.151 INFO:teuthology.orchestra.run.smithi173.stdout:gmake[1]: Nothing to be done for 'install'. 2024-09-10T09:29:34.152 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2024-09-10T09:29:34.154 INFO:teuthology.orchestra.run.smithi173.stdout:gmake[1]: Nothing to be done for 'install'. 2024-09-10T09:29:34.154 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2024-09-10T09:29:34.156 INFO:teuthology.orchestra.run.smithi173.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2024-09-10T09:29:34.165 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2024-09-10T09:29:34.234 INFO:teuthology.orchestra.run.smithi173.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2024-09-10T09:29:34.242 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2024-09-10T09:29:34.259 INFO:teuthology.orchestra.run.smithi173.stdout:Building log-writes 2024-09-10T09:29:34.263 INFO:teuthology.orchestra.run.smithi173.stdout:Building perf 2024-09-10T09:29:34.266 INFO:teuthology.orchestra.run.smithi173.stdout:Building aio-dio-regress 2024-09-10T09:29:34.272 INFO:teuthology.orchestra.run.smithi173.stdout:Building vfs 2024-09-10T09:29:34.273 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake -C log-writes install 2024-09-10T09:29:34.275 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2024-09-10T09:29:34.283 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2024-09-10T09:29:34.292 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake -C perf install 2024-09-10T09:29:34.294 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2024-09-10T09:29:34.302 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 FioCompare.py fio-insert-and-compare.py FioResultDecoder.py generate-schema.py ResultData.py fio-results.sql /var/lib/xfstests/src/perf 2024-09-10T09:29:34.324 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake -C aio-dio-regress install 2024-09-10T09:29:34.326 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2024-09-10T09:29:34.335 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 aiocp aio-dio-append-write-fallocate-race aio-dio-append-write-read-race aio-dio-cow-race aio-dio-cycle-write aio-dio-eof-race aio-dio-extend-stat aio-dio-fcntl-race aio-dio-hole-filling-race aio-dio-invalidate-failure aio-dio-invalidate-readahead aiodio_sparse2 aio-dio-subblock-eof-read aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-io-setup-with-nonwritable-context-pointer aio-last-ref-held-by-io /var/lib/xfstests/src/aio-dio-regress 2024-09-10T09:29:34.385 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake -C vfs install 2024-09-10T09:29:34.387 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2024-09-10T09:29:34.395 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2024-09-10T09:29:34.407 INFO:teuthology.orchestra.run.smithi173.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2024-09-10T09:29:34.416 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault rewinddir-test readdir-while-renames dio-append-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl t_snapshot_deleted_subvolume fiemap-fault min_dio_alignment fiemap-tester t_stripealign open_by_handle dbtest t_mmap_dio xfsfind t_reflink_read_race fssum /var/lib/xfstests/src 2024-09-10T09:29:35.609 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2024-09-10T09:29:35.704 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2024-09-10T09:29:35.729 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2024-09-10T09:29:35.730 INFO:teuthology.orchestra.run.smithi173.stdout:gmake[1]: Nothing to be done for 'install'. 2024-09-10T09:29:35.730 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2024-09-10T09:29:35.732 INFO:teuthology.orchestra.run.smithi173.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2024-09-10T09:29:35.741 INFO:teuthology.orchestra.run.smithi173.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2024-09-10T09:29:35.876 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2024-09-10T09:29:35.878 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/btrfs/ install 2024-09-10T09:29:35.881 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/btrfs/group.list 2024-09-10T09:29:35.943 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2024-09-10T09:29:35.952 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 330 331 332 /var/lib/xfstests/tests/btrfs 2024-09-10T09:29:36.794 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2024-09-10T09:29:36.803 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 330.out 331.out 332.out /var/lib/xfstests/tests/btrfs 2024-09-10T09:29:37.646 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ceph/ install 2024-09-10T09:29:37.648 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ceph/group.list 2024-09-10T09:29:37.662 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2024-09-10T09:29:37.671 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2024-09-10T09:29:37.689 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2024-09-10T09:29:37.698 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out /var/lib/xfstests/tests/ceph 2024-09-10T09:29:37.717 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/cifs/ install 2024-09-10T09:29:37.720 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/cifs/group.list 2024-09-10T09:29:37.732 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2024-09-10T09:29:37.740 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2024-09-10T09:29:37.749 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2024-09-10T09:29:37.758 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2024-09-10T09:29:37.766 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ext4/ install 2024-09-10T09:29:37.769 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ext4/group.list 2024-09-10T09:29:37.808 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2024-09-10T09:29:37.816 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2024-09-10T09:29:37.996 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2024-09-10T09:29:38.005 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out.default 001.out.nodelalloc 001.out.nozero 001.cfg 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 271.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out /var/lib/xfstests/tests/ext4 2024-09-10T09:29:38.194 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/f2fs/ install 2024-09-10T09:29:38.196 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/f2fs/group.list 2024-09-10T09:29:38.214 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2024-09-10T09:29:38.223 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 /var/lib/xfstests/tests/f2fs 2024-09-10T09:29:38.239 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2024-09-10T09:29:38.247 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out /var/lib/xfstests/tests/f2fs 2024-09-10T09:29:38.264 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/generic/ install 2024-09-10T09:29:38.267 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/generic/group.list 2024-09-10T09:29:38.366 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2024-09-10T09:29:38.375 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 /var/lib/xfstests/tests/generic 2024-09-10T09:29:40.325 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2024-09-10T09:29:40.334 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 035.out.default 035.out.nfs 050.out.default 050.out.nojournal 050.out.xfsquota 035.cfg 050.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 609.out 610.out 611.out 612.out 613.out 614.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 629.out 630.out 631.out 632.out 633.out 634.out 635.out 636.out 637.out 638.out 639.out 640.out 641.out 642.out 643.out 644.out 645.out 646.out 647.out 648.out 649.out 650.out 651.out 652.out 653.out 654.out 655.out 656.out 657.out 658.out 659.out 660.out 661.out 662.out 663.out 664.out 665.out 666.out 667.out 668.out 669.out 670.out 671.out 672.out 673.out 674.out 675.out 676.out 677.out 678.out 679.out 680.out 681.out 682.out 683.out 684.out 685.out 686.out 687.out 688.out 689.out 690.out 691.out 692.out 693.out 694.out 695.out 696.out 697.out 698.out 699.out 700.out 701.out 702.out 703.out 704.out 705.out 706.out 707.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out /var/lib/xfstests/tests/generic 2024-09-10T09:29:42.299 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/nfs/ install 2024-09-10T09:29:42.301 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/nfs/group.list 2024-09-10T09:29:42.315 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2024-09-10T09:29:42.324 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2024-09-10T09:29:42.332 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2024-09-10T09:29:42.341 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2024-09-10T09:29:42.350 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ocfs2/ install 2024-09-10T09:29:42.352 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/ocfs2/group.list 2024-09-10T09:29:42.365 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2024-09-10T09:29:42.374 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2024-09-10T09:29:42.382 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2024-09-10T09:29:42.391 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2024-09-10T09:29:42.400 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/overlay/ install 2024-09-10T09:29:42.403 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/overlay/group.list 2024-09-10T09:29:42.444 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2024-09-10T09:29:42.453 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2024-09-10T09:29:42.728 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2024-09-10T09:29:42.736 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out /var/lib/xfstests/tests/overlay 2024-09-10T09:29:43.011 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/perf/ install 2024-09-10T09:29:43.013 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/perf/group.list 2024-09-10T09:29:43.024 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2024-09-10T09:29:43.033 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2024-09-10T09:29:43.041 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2024-09-10T09:29:43.050 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2024-09-10T09:29:43.059 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/selftest/ install 2024-09-10T09:29:43.061 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/selftest/group.list 2024-09-10T09:29:43.073 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2024-09-10T09:29:43.082 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2024-09-10T09:29:43.104 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2024-09-10T09:29:43.112 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out /var/lib/xfstests/tests/selftest 2024-09-10T09:29:43.134 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/tmpfs/ install 2024-09-10T09:29:43.137 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/tmpfs/group.list 2024-09-10T09:29:43.150 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2024-09-10T09:29:43.159 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2024-09-10T09:29:43.167 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2024-09-10T09:29:43.176 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2024-09-10T09:29:43.185 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/udf/ install 2024-09-10T09:29:43.188 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/udf/group.list 2024-09-10T09:29:43.198 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2024-09-10T09:29:43.207 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2024-09-10T09:29:43.216 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2024-09-10T09:29:43.224 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2024-09-10T09:29:43.233 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/xfs/ install 2024-09-10T09:29:43.236 INFO:teuthology.orchestra.run.smithi173.stdout: [GROUP] /tmp/tmp.4RLJFcwA4Lxfstests-dev/tests/xfs/group.list 2024-09-10T09:29:43.337 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2024-09-10T09:29:43.345 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 /var/lib/xfstests/tests/xfs 2024-09-10T09:29:45.211 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2024-09-10T09:29:45.220 INFO:teuthology.orchestra.run.smithi173.stdout:../../install-sh -o root -g root -m 644 021.out.default 021.out.parent 033.out.crc 033.out.default 071.out.32 071.out.64 216.out.64mblog 216.out.classic 614.out.lba1024 614.out.lba2048 614.out.lba4096 614.out.lba512 021.cfg 033.cfg 216.cfg 614.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 612.out 613.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out 756.out 757.out 758.out 759.out 760.out 761.out 762.out 763.out 764.out 765.out 766.out 767.out 768.out 769.out 770.out 771.out 772.out 773.out 774.out 775.out 776.out 777.out 778.out 779.out 780.out 781.out 782.out 783.out 784.out 785.out 786.out 787.out 788.out 789.out 790.out 791.out 792.out 793.out 794.out 795.out 796.out 797.out 798.out 799.out 800.out 801.out /var/lib/xfstests/tests/xfs 2024-09-10T09:29:47.047 DEBUG:teuthology.orchestra.run.smithi173:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:29:47.050 DEBUG:teuthology.orchestra.run.smithi176:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:29:47.164 INFO:teuthology.orchestra.run.smithi173.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2024-09-10T09:29:47.173 INFO:teuthology.orchestra.run.smithi173.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2024-09-10T09:29:47.182 INFO:teuthology.orchestra.run.smithi173.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2024-09-10T09:29:47.191 INFO:teuthology.orchestra.run.smithi173.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2024-09-10T09:29:47.202 INFO:tasks.cephfs.test_acls:client is kernel mounted 2024-09-10T09:29:47.202 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-10T09:29:47.202 DEBUG:teuthology.orchestra.run.smithi173:running tests for ACLs from xfstests-dev> (cd /tmp/tmp.4RLJFcwA4Lxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2024-09-10T09:29:47.397 INFO:teuthology.orchestra.run.smithi173.stdout:FSTYP -- ceph 2024-09-10T09:29:47.401 INFO:teuthology.orchestra.run.smithi173.stdout:PLATFORM -- Linux/x86_64 smithi173 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 2024-09-10T09:29:47.401 INFO:teuthology.orchestra.run.smithi173.stdout:MKFS_OPTIONS -- 172.21.15.173:6789:/scratch 2024-09-10T09:29:47.402 INFO:teuthology.orchestra.run.smithi173.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQC6EOBmPg+LIRAADI8cB+yA3Zmkd03+Ocs+OQ== -o context=system_u:object_r:root_t:s0 172.21.15.173:6789:/scratch /tmp/tmp.iSQN6BrJNcscratch 2024-09-10T09:29:47.402 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:48.082 INFO:teuthology.orchestra.run.smithi173.stdout:generic/099 1s 2024-09-10T09:29:48.088 INFO:teuthology.orchestra.run.smithi173.stdout:Ran: generic/099 2024-09-10T09:29:48.088 INFO:teuthology.orchestra.run.smithi173.stdout:Passed all 1 tests 2024-09-10T09:29:48.091 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:48.136 INFO:tasks.cephfs.test_acls:Command return value: 0 2024-09-10T09:29:48.137 INFO:tasks.cephfs.test_acls:Command stdout - FSTYP -- ceph PLATFORM -- Linux/x86_64 smithi173 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 MKFS_OPTIONS -- 172.21.15.173:6789:/scratch MOUNT_OPTIONS -- -o name=admin,secret=AQC6EOBmPg+LIRAADI8cB+yA3Zmkd03+Ocs+OQ== -o context=system_u:object_r:root_t:s0 172.21.15.173:6789:/scratch /tmp/tmp.iSQN6BrJNcscratch generic/099 1s Ran: generic/099 Passed all 1 tests 2024-09-10T09:29:48.137 INFO:tasks.cephfs.test_acls:Command stderr - 2024-09-10T09:29:48.137 DEBUG:teuthology.orchestra.run.smithi173:> sudo userdel --force --remove fsgqa 2024-09-10T09:29:48.705 DEBUG:teuthology.orchestra.run.smithi173:> sudo userdel --force --remove 123456-fsgqa 2024-09-10T09:29:49.227 DEBUG:teuthology.orchestra.run.smithi173:> sudo groupdel fsgqa 2024-09-10T09:29:49.258 INFO:teuthology.orchestra.run.smithi173.stderr:groupdel: group 'fsgqa' does not exist 2024-09-10T09:29:49.260 DEBUG:teuthology.orchestra.run:got remote process result: 6 2024-09-10T09:29:49.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:49.260 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo stat /tmp/tmp.4RLJFcwA4Lxfstests-dev/results) 2024-09-10T09:29:49.324 INFO:teuthology.orchestra.run.smithi173.stdout: File: /tmp/tmp.4RLJFcwA4Lxfstests-dev/results 2024-09-10T09:29:49.324 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 4096 Blocks: 8 IO Block: 4096 directory 2024-09-10T09:29:49.324 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 801h/2049d Inode: 553179 Links: 3 2024-09-10T09:29:49.325 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0755/drwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T09:29:49.325 INFO:teuthology.orchestra.run.smithi173.stdout:Context: unconfined_u:object_r:user_tmp_t:s0 2024-09-10T09:29:49.325 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-09-10 09:29:47.380724874 +0000 2024-09-10T09:29:49.325 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-09-10 09:29:48.085709396 +0000 2024-09-10T09:29:49.325 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-09-10 09:29:48.085709396 +0000 2024-09-10T09:29:49.325 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-09-10 09:29:47.380724874 +0000 2024-09-10T09:29:49.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:49.326 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p /var/log/ceph/xfstests-dev-results) 2024-09-10T09:29:49.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:49.391 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cp -r /tmp/tmp.4RLJFcwA4Lxfstests-dev/results /var/log/ceph/xfstests-dev-results) 2024-09-10T09:29:49.464 INFO:tasks.cephfs.xfstests_dev:results dir from xfstests-dev has been saved; it was copied from /tmp/tmp.4RLJFcwA4Lxfstests-dev to /var/log/ceph. 2024-09-10T09:29:49.464 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf /tmp/tmp.4RLJFcwA4Lxfstests-dev 2024-09-10T09:29:49.622 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T09:29:49.622 DEBUG:teuthology.orchestra.run.smithi173:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T09:29:49.659 DEBUG:teuthology.orchestra.run.smithi176:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T09:29:49.703 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T09:29:49.703 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T09:29:49.703 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:29:49.703 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:29:49.719 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:29:49.719 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:29:49.776 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T09:29:49.916 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.914+0000 7fbda6b03640 1 Processor -- start 2024-09-10T09:29:49.916 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.914+0000 7fbda6b03640 1 -- start start 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda6b03640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fbda00b5f80 0x7fbda00b63d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda6b03640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbda00cd650 0x7fbda00cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda6b03640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbda006fdb0 con 0x7fbda00afd70 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda6b03640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fbda00b6910 con 0x7fbda00cd650 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda6b03640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fbda0070090 con 0x7fbda00b5f80 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda50a0640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fbda00cd650 0x7fbda00cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda489f640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fbda00afd70 0x7fbda0160820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:60156/0 (socket says 172.21.15.173:60156) 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda489f640 1 -- 172.21.15.173:0/617349781 learned_addr learned my addr 172.21.15.173:0/617349781 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbd97fff640 1 --2- 172.21.15.173:0/617349781 >> v2:172.21.15.176:3300/0 conn(0x7fbda00b5f80 0x7fbda00b63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda50a0640 1 -- 172.21.15.173:0/617349781 >> v2:172.21.15.176:3300/0 conn(0x7fbda00b5f80 msgr2=0x7fbda00b63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda50a0640 1 --2- 172.21.15.173:0/617349781 >> v2:172.21.15.176:3300/0 conn(0x7fbda00b5f80 0x7fbda00b63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda50a0640 1 -- 172.21.15.173:0/617349781 >> v1:172.21.15.173:6789/0 conn(0x7fbda00afd70 legacy=0x7fbda0160820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:49.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbda50a0640 1 -- 172.21.15.173:0/617349781 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda0070370 con 0x7fbda00cd650 2024-09-10T09:29:49.918 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbd977fe640 1 -- 172.21.15.173:0/617349781 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3198064246 0 0) 0x7fbda006fdb0 con 0x7fbda00afd70 2024-09-10T09:29:49.918 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.915+0000 7fbd97fff640 1 --2- 172.21.15.173:0/617349781 >> v2:172.21.15.176:3300/0 conn(0x7fbda00b5f80 0x7fbda00b63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:29:49.922 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.916+0000 7fbda50a0640 1 --2- 172.21.15.173:0/617349781 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00cd650 0x7fbda00cdab0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fbda015a410 tx=0x7fbd9802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33474dcc4f86c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:49.922 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.916+0000 7fbd977fe640 1 -- 172.21.15.173:0/617349781 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98037070 con 0x7fbda00cd650 2024-09-10T09:29:49.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.916+0000 7fbd977fe640 1 -- 172.21.15.173:0/617349781 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd98032440 con 0x7fbda00cd650 2024-09-10T09:29:49.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.916+0000 7fbd977fe640 1 -- 172.21.15.173:0/617349781 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98032810 con 0x7fbda00cd650 2024-09-10T09:29:49.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.916+0000 7fbda6b03640 1 -- 172.21.15.173:0/617349781 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00cd650 msgr2=0x7fbda00cdab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:49.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.916+0000 7fbda6b03640 1 --2- 172.21.15.173:0/617349781 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00cd650 0x7fbda00cdab0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fbda015a410 tx=0x7fbd9802a1a0 comp rx=0 tx=0).stop 2024-09-10T09:29:49.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.917+0000 7fbda6b03640 1 -- 172.21.15.173:0/617349781 shutdown_connections 2024-09-10T09:29:49.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.917+0000 7fbda6b03640 1 --2- 172.21.15.173:0/617349781 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00cd650 0x7fbda00cdab0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:49.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.917+0000 7fbda6b03640 1 --2- 172.21.15.173:0/617349781 >> v2:172.21.15.176:3300/0 conn(0x7fbda00b5f80 0x7fbda00b63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:49.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.917+0000 7fbda6b03640 1 -- 172.21.15.173:0/617349781 >> 172.21.15.173:0/617349781 conn(0x7fbda006bc10 msgr2=0x7fbda006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:49.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.917+0000 7fbda6b03640 1 -- 172.21.15.173:0/617349781 shutdown_connections 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.917+0000 7fbda6b03640 1 -- 172.21.15.173:0/617349781 wait complete. 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.918+0000 7fbda6b03640 1 Processor -- start 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.918+0000 7fbda6b03640 1 -- start start 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda6b03640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00afd70 0x7fbda014c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda6b03640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbda00b5f80 0x7fbda014ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda6b03640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda00cd650 0x7fbda01f5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda6b03640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbda00b0150 con 0x7fbda00afd70 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda6b03640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbda006fa80 con 0x7fbda00b5f80 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda6b03640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fbda0160060 con 0x7fbda00cd650 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda489f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00afd70 0x7fbda014c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda489f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00afd70 0x7fbda014c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:59968/0 (socket says 172.21.15.173:59968) 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda489f640 1 -- 172.21.15.173:0/3057872578 learned_addr learned my addr 172.21.15.173:0/3057872578 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda489f640 1 -- 172.21.15.173:0/3057872578 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda00cd650 msgr2=0x7fbda01f5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:49.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbd97fff640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbda00b5f80 0x7fbda014ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda50a0640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda00cd650 0x7fbda01f5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda489f640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda00cd650 0x7fbda01f5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda489f640 1 -- 172.21.15.173:0/3057872578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbda00b5f80 msgr2=0x7fbda014ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda489f640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbda00b5f80 0x7fbda014ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda489f640 1 -- 172.21.15.173:0/3057872578 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda014de60 con 0x7fbda00afd70 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda489f640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00afd70 0x7fbda014c3c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c00c890 tx=0x7fbd9c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbd957fa640 1 -- 172.21.15.173:0/3057872578 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9c018070 con 0x7fbda00afd70 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbd957fa640 1 -- 172.21.15.173:0/3057872578 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd9c00a640 con 0x7fbda00afd70 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbd957fa640 1 -- 172.21.15.173:0/3057872578 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9c00aa30 con 0x7fbda00afd70 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda6b03640 1 -- 172.21.15.173:0/3057872578 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda014e140 con 0x7fbda00afd70 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.919+0000 7fbda6b03640 1 -- 172.21.15.173:0/3057872578 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda014e700 con 0x7fbda00afd70 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.920+0000 7fbda6b03640 1 -- 172.21.15.173:0/3057872578 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbda00b63d0 con 0x7fbda00afd70 2024-09-10T09:29:49.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.921+0000 7fbd957fa640 1 -- 172.21.15.173:0/3057872578 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbd9c00abd0 con 0x7fbda00afd70 2024-09-10T09:29:49.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.921+0000 7fbd957fa640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8c06be30 0x7fbd8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:49.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.921+0000 7fbd957fa640 1 -- 172.21.15.173:0/3057872578 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7fbd9c08a660 con 0x7fbda00afd70 2024-09-10T09:29:49.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.921+0000 7fbd97fff640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8c06be30 0x7fbd8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:49.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.922+0000 7fbd97fff640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8c06be30 0x7fbd8c06e2f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbda00cd3c0 tx=0x7fbd90008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:49.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:49.926+0000 7fbd957fa640 1 -- 172.21.15.173:0/3057872578 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbd9c058ef0 con 0x7fbda00afd70 2024-09-10T09:29:50.102 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.101+0000 7fbda6b03640 1 -- 172.21.15.173:0/3057872578 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbda006c590 con 0x7fbda00afd70 2024-09-10T09:29:50.102 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.101+0000 7fbd957fa640 1 -- 172.21.15.173:0/3057872578 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v41) ==== 80+0+0 (secure 0 0 0) 0x7fbd9c0587f0 con 0x7fbda00afd70 2024-09-10T09:29:50.102 INFO:teuthology.orchestra.run.smithi173.stderr:listed 0 entries 2024-09-10T09:29:50.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 -- 172.21.15.173:0/3057872578 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8c06be30 msgr2=0x7fbd8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8c06be30 0x7fbd8c06e2f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbda00cd3c0 tx=0x7fbd90008040 comp rx=0 tx=0).stop 2024-09-10T09:29:50.104 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 -- 172.21.15.173:0/3057872578 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00afd70 msgr2=0x7fbda014c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00afd70 0x7fbda014c3c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c00c890 tx=0x7fbd9c00cd50 comp rx=0 tx=0).stop 2024-09-10T09:29:50.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 -- 172.21.15.173:0/3057872578 shutdown_connections 2024-09-10T09:29:50.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbd8c06be30 0x7fbd8c06e2f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbda00cd650 0x7fbda01f5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbda00b5f80 0x7fbda014ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 --2- 172.21.15.173:0/3057872578 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbda00afd70 0x7fbda014c3c0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 -- 172.21.15.173:0/3057872578 >> 172.21.15.173:0/3057872578 conn(0x7fbda006bc10 msgr2=0x7fbda00b02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:50.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 -- 172.21.15.173:0/3057872578 shutdown_connections 2024-09-10T09:29:50.105 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.103+0000 7fbda6b03640 1 -- 172.21.15.173:0/3057872578 wait complete. 2024-09-10T09:29:50.115 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-10T09:29:50.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:50.116 DEBUG:teuthology.orchestra.run.smithi173:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-10T09:29:50.144 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:29:50.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:50.145 DEBUG:teuthology.orchestra.run.smithi173:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T09:29:50.200 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T09:29:50.201 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:29:50.201 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:29:50.220 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=926 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T09:29:50.220 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T09:29:50.220 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:29:50.220 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:29:50.256 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16172 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T09:29:50.256 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T09:29:50.256 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:29:50.256 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:29:50.279 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=926 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T09:29:50.279 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:29:50.396 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.395+0000 7fd763f66640 1 Processor -- start 2024-09-10T09:29:50.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.396+0000 7fd763f66640 1 -- start start 2024-09-10T09:29:50.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.396+0000 7fd763f66640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fd75c15ba30 0x7fd75c06f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.396+0000 7fd763f66640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd75c073050 0x7fd75c0b4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.396+0000 7fd763f66640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd75c0b3570 con 0x7fd75c06fd50 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd763f66640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fd75c0b4180 con 0x7fd75c15ba30 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd763f66640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fd75c0b3850 con 0x7fd75c073050 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd761d02640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fd75c15ba30 0x7fd75c06f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd761501640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fd75c06fd50 0x7fd75c072940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:60172/0 (socket says 172.21.15.173:60172) 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd761501640 1 -- 172.21.15.173:0/3865902878 learned_addr learned my addr 172.21.15.173:0/3865902878 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd762503640 1 --2- 172.21.15.173:0/3865902878 >> v2:172.21.15.176:3300/0 conn(0x7fd75c073050 0x7fd75c0b4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd761d02640 1 -- 172.21.15.173:0/3865902878 >> v2:172.21.15.176:3300/0 conn(0x7fd75c073050 msgr2=0x7fd75c0b4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd761d02640 1 --2- 172.21.15.173:0/3865902878 >> v2:172.21.15.176:3300/0 conn(0x7fd75c073050 0x7fd75c0b4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd761d02640 1 -- 172.21.15.173:0/3865902878 >> v1:172.21.15.173:6789/0 conn(0x7fd75c06fd50 legacy=0x7fd75c072940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd761d02640 1 -- 172.21.15.173:0/3865902878 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd75c0b3b30 con 0x7fd75c15ba30 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.397+0000 7fd760d00640 1 -- 172.21.15.173:0/3865902878 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2055369109 0 0) 0x7fd75c0b3570 con 0x7fd75c06fd50 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd761d02640 1 --2- 172.21.15.173:0/3865902878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c15ba30 0x7fd75c06f810 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd75c0afad0 tx=0x7fd75002b560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=764088453464b63 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd760d00640 1 -- 172.21.15.173:0/3865902878 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd75000b040 con 0x7fd75c15ba30 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd760d00640 1 -- 172.21.15.173:0/3865902878 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd750030710 con 0x7fd75c15ba30 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd760d00640 1 -- 172.21.15.173:0/3865902878 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd750030ae0 con 0x7fd75c15ba30 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd763f66640 1 -- 172.21.15.173:0/3865902878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c15ba30 msgr2=0x7fd75c06f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd763f66640 1 --2- 172.21.15.173:0/3865902878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c15ba30 0x7fd75c06f810 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd75c0afad0 tx=0x7fd75002b560 comp rx=0 tx=0).stop 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd763f66640 1 -- 172.21.15.173:0/3865902878 shutdown_connections 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd763f66640 1 --2- 172.21.15.173:0/3865902878 >> v2:172.21.15.176:3300/0 conn(0x7fd75c073050 0x7fd75c0b4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd763f66640 1 --2- 172.21.15.173:0/3865902878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c15ba30 0x7fd75c06f810 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd763f66640 1 -- 172.21.15.173:0/3865902878 >> 172.21.15.173:0/3865902878 conn(0x7fd75c067d70 msgr2=0x7fd75c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd763f66640 1 -- 172.21.15.173:0/3865902878 shutdown_connections 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.398+0000 7fd763f66640 1 -- 172.21.15.173:0/3865902878 wait complete. 2024-09-10T09:29:50.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd763f66640 1 Processor -- start 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd763f66640 1 -- start start 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd763f66640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c06fd50 0x7fd75c1497e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd763f66640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd75c073050 0x7fd75c0ad740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd763f66640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd75c15ba30 0x7fd75c155ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd763f66640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd75c0ccfe0 con 0x7fd75c06fd50 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd763f66640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd75c0ce810 con 0x7fd75c15ba30 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd763f66640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd75c0cd160 con 0x7fd75c073050 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd761d02640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c06fd50 0x7fd75c1497e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd761d02640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c06fd50 0x7fd75c1497e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:59986/0 (socket says 172.21.15.173:59986) 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd761d02640 1 -- 172.21.15.173:0/1371452567 learned_addr learned my addr 172.21.15.173:0/1371452567 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd761501640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd75c073050 0x7fd75c0ad740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.400+0000 7fd762503640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd75c15ba30 0x7fd75c155ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd761d02640 1 -- 172.21.15.173:0/1371452567 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd75c073050 msgr2=0x7fd75c0ad740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd761d02640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd75c073050 0x7fd75c0ad740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd761d02640 1 -- 172.21.15.173:0/1371452567 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd75c15ba30 msgr2=0x7fd75c155ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd761d02640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd75c15ba30 0x7fd75c155ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd761d02640 1 -- 172.21.15.173:0/1371452567 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd75c154e00 con 0x7fd75c06fd50 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd761501640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd75c073050 0x7fd75c0ad740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd761d02640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c06fd50 0x7fd75c1497e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fd75000aa30 tx=0x7fd7500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd74e7fc640 1 -- 172.21.15.173:0/1371452567 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd75003f070 con 0x7fd75c06fd50 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd74e7fc640 1 -- 172.21.15.173:0/1371452567 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd750032d40 con 0x7fd75c06fd50 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd763f66640 1 -- 172.21.15.173:0/1371452567 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd75c1550e0 con 0x7fd75c06fd50 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd74e7fc640 1 -- 172.21.15.173:0/1371452567 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd750006e10 con 0x7fd75c06fd50 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.401+0000 7fd763f66640 1 -- 172.21.15.173:0/1371452567 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd75c1556a0 con 0x7fd75c06fd50 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.402+0000 7fd763f66640 1 -- 172.21.15.173:0/1371452567 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd75c06f810 con 0x7fd75c06fd50 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.402+0000 7fd74e7fc640 1 -- 172.21.15.173:0/1371452567 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd750004230 con 0x7fd75c06fd50 2024-09-10T09:29:50.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.403+0000 7fd74e7fc640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd74006be30 0x7fd74006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.403+0000 7fd74e7fc640 1 -- 172.21.15.173:0/1371452567 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7fd7500ab5c0 con 0x7fd75c06fd50 2024-09-10T09:29:50.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.403+0000 7fd761501640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd74006be30 0x7fd74006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.403+0000 7fd761501640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd74006be30 0x7fd74006e2f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd75c14c990 tx=0x7fd758007c10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:50.409 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.407+0000 7fd74e7fc640 1 -- 172.21.15.173:0/1371452567 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd750041300 con 0x7fd75c06fd50 2024-09-10T09:29:50.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.608+0000 7fd763f66640 1 -- 172.21.15.173:0/1371452567 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd75c155a80 con 0x7fd75c06fd50 2024-09-10T09:29:50.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.609+0000 7fd74e7fc640 1 -- 172.21.15.173:0/1371452567 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5226 (secure 0 0 0) 0x7fd750079dc0 con 0x7fd75c06fd50 2024-09-10T09:29:50.610 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:50.610 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":16,"btime":"2024-09-10T09:28:13:304961+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/3644707240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":3644707240},{"type":"v1","addr":"172.21.15.176:6835","nonce":3644707240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4852,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/546692745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":546692745},{"type":"v1","addr":"172.21.15.173:6837","nonce":546692745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4855,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/854312350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":854312350},{"type":"v1","addr":"172.21.15.176:6834","nonce":854312350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:28:10.634817+0000","modified":"2024-09-10T09:28:12.627656+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.173:6836/366729378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":366729378},{"type":"v1","addr":"172.21.15.173:6836","nonce":366729378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4914,"qdb_cluster":[4914]},"id":2}]} 2024-09-10T09:29:50.611 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 16 2024-09-10T09:29:50.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 -- 172.21.15.173:0/1371452567 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd74006be30 msgr2=0x7fd74006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd74006be30 0x7fd74006e2f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd75c14c990 tx=0x7fd758007c10 comp rx=0 tx=0).stop 2024-09-10T09:29:50.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 -- 172.21.15.173:0/1371452567 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c06fd50 msgr2=0x7fd75c1497e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c06fd50 0x7fd75c1497e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fd75000aa30 tx=0x7fd7500046c0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 -- 172.21.15.173:0/1371452567 shutdown_connections 2024-09-10T09:29:50.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd74006be30 0x7fd74006e2f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd75c15ba30 0x7fd75c155ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd75c073050 0x7fd75c0ad740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 --2- 172.21.15.173:0/1371452567 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd75c06fd50 0x7fd75c1497e0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 -- 172.21.15.173:0/1371452567 >> 172.21.15.173:0/1371452567 conn(0x7fd75c067d70 msgr2=0x7fd75c159440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:50.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 -- 172.21.15.173:0/1371452567 shutdown_connections 2024-09-10T09:29:50.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.611+0000 7fd763f66640 1 -- 172.21.15.173:0/1371452567 wait complete. 2024-09-10T09:29:50.623 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:29:50.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.721+0000 7f5ac340e640 1 Processor -- start 2024-09-10T09:29:50.722 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.721+0000 7f5ac340e640 1 -- start start 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac340e640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f5abc0d06e0 0x7f5abc0ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac340e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5abc15d3e0 0x7f5abc0d0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac340e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5abc09b510 0x7f5abc09b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac340e640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f5abc09b080 con 0x7f5abc0d06e0 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac340e640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f5abc0d1000 con 0x7f5abc09b510 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac340e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5abc0d00a0 con 0x7f5abc15d3e0 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac11aa640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f5abc0d06e0 0x7f5abc0ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac11aa640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f5abc0d06e0 0x7f5abc0ce8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:59996/0 (socket says 172.21.15.173:59996) 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac11aa640 1 -- 172.21.15.173:0/1751136494 learned_addr learned my addr 172.21.15.173:0/1751136494 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac09a9640 1 --2- 172.21.15.173:0/1751136494 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5abc15d3e0 0x7f5abc0d0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac11aa640 1 -- 172.21.15.173:0/1751136494 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5abc15d3e0 msgr2=0x7f5abc0d0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:50.724 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac19ab640 1 --2- 172.21.15.173:0/1751136494 >> v2:172.21.15.176:3300/0 conn(0x7f5abc09b510 0x7f5abc09b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac11aa640 1 --2- 172.21.15.173:0/1751136494 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5abc15d3e0 0x7f5abc0d0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac11aa640 1 -- 172.21.15.173:0/1751136494 >> v2:172.21.15.176:3300/0 conn(0x7f5abc09b510 msgr2=0x7f5abc09b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:50.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac11aa640 1 --2- 172.21.15.173:0/1751136494 >> v2:172.21.15.176:3300/0 conn(0x7f5abc09b510 0x7f5abc09b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac11aa640 1 -- 172.21.15.173:0/1751136494 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5abc0d0380 con 0x7f5abc0d06e0 2024-09-10T09:29:50.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac09a9640 1 --2- 172.21.15.173:0/1751136494 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5abc15d3e0 0x7f5abc0d0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:29:50.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.722+0000 7f5ac19ab640 1 --2- 172.21.15.173:0/1751136494 >> v2:172.21.15.176:3300/0 conn(0x7f5abc09b510 0x7f5abc09b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:29:50.725 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.723+0000 7f5ac11aa640 1 --2- 172.21.15.173:0/1751136494 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc0d06e0 0x7f5abc0ce8b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5abc0737f0 tx=0x7f5ab802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc0d0692462491c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:50.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.723+0000 7f5ab3fff640 1 -- 172.21.15.173:0/1751136494 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8037070 con 0x7f5abc0d06e0 2024-09-10T09:29:50.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.723+0000 7f5ab3fff640 1 -- 172.21.15.173:0/1751136494 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ab8032440 con 0x7f5abc0d06e0 2024-09-10T09:29:50.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.723+0000 7f5ab3fff640 1 -- 172.21.15.173:0/1751136494 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8032810 con 0x7f5abc0d06e0 2024-09-10T09:29:50.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.724+0000 7f5ac340e640 1 -- 172.21.15.173:0/1751136494 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc0d06e0 msgr2=0x7f5abc0ce8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.724+0000 7f5ac340e640 1 --2- 172.21.15.173:0/1751136494 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc0d06e0 0x7f5abc0ce8b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5abc0737f0 tx=0x7f5ab802a1e0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.726 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.724+0000 7f5ac340e640 1 -- 172.21.15.173:0/1751136494 shutdown_connections 2024-09-10T09:29:50.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.724+0000 7f5ac340e640 1 --2- 172.21.15.173:0/1751136494 >> v2:172.21.15.176:3300/0 conn(0x7f5abc09b510 0x7f5abc09b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.724+0000 7f5ac340e640 1 --2- 172.21.15.173:0/1751136494 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5abc15d3e0 0x7f5abc0d0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.724+0000 7f5ac340e640 1 --2- 172.21.15.173:0/1751136494 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc0d06e0 0x7f5abc0ce8b0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.724+0000 7f5ac340e640 1 -- 172.21.15.173:0/1751136494 >> 172.21.15.173:0/1751136494 conn(0x7f5abc0d23a0 msgr2=0x7f5abc0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:50.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.724+0000 7f5ac340e640 1 -- 172.21.15.173:0/1751136494 shutdown_connections 2024-09-10T09:29:50.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.724+0000 7f5ac340e640 1 -- 172.21.15.173:0/1751136494 wait complete. 2024-09-10T09:29:50.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.725+0000 7f5ac340e640 1 Processor -- start 2024-09-10T09:29:50.727 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.725+0000 7f5ac340e640 1 -- start start 2024-09-10T09:29:50.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac340e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc09b510 0x7f5abc159630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac340e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5abc0d06e0 0x7f5abc071760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac340e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5abc15d3e0 0x7f5abc071ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac340e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc15d800 con 0x7f5abc09b510 2024-09-10T09:29:50.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac340e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc09ad10 con 0x7f5abc15d3e0 2024-09-10T09:29:50.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac340e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5abc15c740 con 0x7f5abc0d06e0 2024-09-10T09:29:50.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac11aa640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc09b510 0x7f5abc159630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac11aa640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc09b510 0x7f5abc159630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60012/0 (socket says 172.21.15.173:60012) 2024-09-10T09:29:50.729 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac11aa640 1 -- 172.21.15.173:0/3825248882 learned_addr learned my addr 172.21.15.173:0/3825248882 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac11aa640 1 -- 172.21.15.173:0/3825248882 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5abc0d06e0 msgr2=0x7f5abc071760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac11aa640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5abc0d06e0 0x7f5abc071760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac11aa640 1 -- 172.21.15.173:0/3825248882 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5abc15d3e0 msgr2=0x7f5abc071ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac11aa640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5abc15d3e0 0x7f5abc071ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac11aa640 1 -- 172.21.15.173:0/3825248882 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5abc0b51d0 con 0x7f5abc09b510 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac11aa640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc09b510 0x7f5abc159630 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5ab8000c00 tx=0x7f5ab80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ab1ffb640 1 -- 172.21.15.173:0/3825248882 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8041070 con 0x7f5abc09b510 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ab1ffb640 1 -- 172.21.15.173:0/3825248882 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ab803c870 con 0x7f5abc09b510 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ac340e640 1 -- 172.21.15.173:0/3825248882 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5abc0b54b0 con 0x7f5abc09b510 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.726+0000 7f5ab1ffb640 1 -- 172.21.15.173:0/3825248882 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8037040 con 0x7f5abc09b510 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.727+0000 7f5ac340e640 1 -- 172.21.15.173:0/3825248882 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5abc0b5a70 con 0x7f5abc09b510 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.728+0000 7f5ac340e640 1 -- 172.21.15.173:0/3825248882 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5abc0cf070 con 0x7f5abc09b510 2024-09-10T09:29:50.730 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.728+0000 7f5ab1ffb640 1 -- 172.21.15.173:0/3825248882 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5ab8044070 con 0x7f5abc09b510 2024-09-10T09:29:50.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.728+0000 7f5ab1ffb640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5aa006be30 0x7f5aa006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:50.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.729+0000 7f5ab1ffb640 1 -- 172.21.15.173:0/3825248882 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f5ab80abb20 con 0x7f5abc09b510 2024-09-10T09:29:50.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.729+0000 7f5ac09a9640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5aa006be30 0x7f5aa006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:50.731 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.729+0000 7f5ac09a9640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5aa006be30 0x7f5aa006e2f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5aac006b10 tx=0x7f5aac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:50.733 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.733+0000 7f5ab1ffb640 1 -- 172.21.15.173:0/3825248882 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5ab807a3b0 con 0x7f5abc09b510 2024-09-10T09:29:50.931 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.930+0000 7f5ac340e640 1 -- 172.21.15.173:0/3825248882 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5abc0d31d0 con 0x7f5abc09b510 2024-09-10T09:29:50.931 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.930+0000 7f5ab1ffb640 1 -- 172.21.15.173:0/3825248882 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5226 (secure 0 0 0) 0x7f5ab8079cb0 con 0x7f5abc09b510 2024-09-10T09:29:50.931 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:50.931 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":16,"btime":"2024-09-10T09:28:13:304961+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/3644707240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":3644707240},{"type":"v1","addr":"172.21.15.176:6835","nonce":3644707240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4852,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/546692745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":546692745},{"type":"v1","addr":"172.21.15.173:6837","nonce":546692745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4855,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/854312350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":854312350},{"type":"v1","addr":"172.21.15.176:6834","nonce":854312350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:28:10.634817+0000","modified":"2024-09-10T09:28:12.627656+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.173:6836/366729378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":366729378},{"type":"v1","addr":"172.21.15.173:6836","nonce":366729378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4914,"qdb_cluster":[4914]},"id":2}]} 2024-09-10T09:29:50.932 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 16 2024-09-10T09:29:50.933 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 -- 172.21.15.173:0/3825248882 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5aa006be30 msgr2=0x7f5aa006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.933 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5aa006be30 0x7f5aa006e2f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5aac006b10 tx=0x7f5aac008040 comp rx=0 tx=0).stop 2024-09-10T09:29:50.934 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 -- 172.21.15.173:0/3825248882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc09b510 msgr2=0x7f5abc159630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:50.934 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc09b510 0x7f5abc159630 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5ab8000c00 tx=0x7f5ab80046c0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.934 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 -- 172.21.15.173:0/3825248882 shutdown_connections 2024-09-10T09:29:50.934 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5aa006be30 0x7f5aa006e2f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.934 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5abc15d3e0 0x7f5abc071ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.934 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5abc0d06e0 0x7f5abc071760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.934 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 --2- 172.21.15.173:0/3825248882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc09b510 0x7f5abc159630 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:50.934 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 -- 172.21.15.173:0/3825248882 >> 172.21.15.173:0/3825248882 conn(0x7f5abc0d23a0 msgr2=0x7f5abc0b04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:50.934 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 -- 172.21.15.173:0/3825248882 shutdown_connections 2024-09-10T09:29:50.934 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:50.932+0000 7f5ac340e640 1 -- 172.21.15.173:0/3825248882 wait complete. 2024-09-10T09:29:50.944 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:29:51.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.041+0000 7facb54d2640 1 Processor -- start 2024-09-10T09:29:51.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.041+0000 7facb54d2640 1 -- start start 2024-09-10T09:29:51.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.042+0000 7facb54d2640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7facb015e760 0x7facb006cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.042+0000 7facb54d2640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb00cfcc0 0x7facb00d2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.042+0000 7facb54d2640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7facb00d2700 con 0x7facb00d4fd0 2024-09-10T09:29:51.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.042+0000 7facb54d2640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7facb00cedb0 con 0x7facb015e760 2024-09-10T09:29:51.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.042+0000 7facb54d2640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7facb00cf090 con 0x7facb00cfcc0 2024-09-10T09:29:51.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.042+0000 7facaeffd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7facb015e760 0x7facb006cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.042+0000 7facaf7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb00cfcc0 0x7facb00d2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.042+0000 7faca67fc640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7facb00d4fd0 0x7facb00cf5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:45272/0 (socket says 172.21.15.173:45272) 2024-09-10T09:29:51.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.042+0000 7faca67fc640 1 -- 172.21.15.173:0/1875490908 learned_addr learned my addr 172.21.15.173:0/1875490908 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:51.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.043+0000 7facaf7fe640 1 -- 172.21.15.173:0/1875490908 >> v2:172.21.15.176:3300/0 conn(0x7facb015e760 msgr2=0x7facb006cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:51.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.043+0000 7facaf7fe640 1 --2- 172.21.15.173:0/1875490908 >> v2:172.21.15.176:3300/0 conn(0x7facb015e760 0x7facb006cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.043+0000 7facaf7fe640 1 -- 172.21.15.173:0/1875490908 >> v1:172.21.15.176:6789/0 conn(0x7facb00d4fd0 legacy=0x7facb00cf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.043+0000 7facaf7fe640 1 -- 172.21.15.173:0/1875490908 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facb00b3c80 con 0x7facb00cfcc0 2024-09-10T09:29:51.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.043+0000 7facaeffd640 1 --2- 172.21.15.173:0/1875490908 >> v2:172.21.15.176:3300/0 conn(0x7facb015e760 0x7facb006cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:29:51.048 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.043+0000 7facaf7fe640 1 --2- 172.21.15.173:0/1875490908 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb00cfcc0 0x7facb00d2ea0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7faca8009d90 tx=0x7faca802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aeda8480dcfb10d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.048 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facae7fc640 1 -- 172.21.15.173:0/1875490908 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faca8007740 con 0x7facb00cfcc0 2024-09-10T09:29:51.048 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facae7fc640 1 -- 172.21.15.173:0/1875490908 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faca80078e0 con 0x7facb00cfcc0 2024-09-10T09:29:51.048 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facae7fc640 1 -- 172.21.15.173:0/1875490908 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faca8007cb0 con 0x7facb00cfcc0 2024-09-10T09:29:51.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facb54d2640 1 -- 172.21.15.173:0/1875490908 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb00cfcc0 msgr2=0x7facb00d2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facb54d2640 1 --2- 172.21.15.173:0/1875490908 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb00cfcc0 0x7facb00d2ea0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7faca8009d90 tx=0x7faca802a660 comp rx=0 tx=0).stop 2024-09-10T09:29:51.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facb54d2640 1 -- 172.21.15.173:0/1875490908 shutdown_connections 2024-09-10T09:29:51.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facb54d2640 1 --2- 172.21.15.173:0/1875490908 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb00cfcc0 0x7facb00d2ea0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facb54d2640 1 --2- 172.21.15.173:0/1875490908 >> v2:172.21.15.176:3300/0 conn(0x7facb015e760 0x7facb006cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facb54d2640 1 -- 172.21.15.173:0/1875490908 >> 172.21.15.173:0/1875490908 conn(0x7facb008bfc0 msgr2=0x7facb00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:51.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facb54d2640 1 -- 172.21.15.173:0/1875490908 shutdown_connections 2024-09-10T09:29:51.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.044+0000 7facb54d2640 1 -- 172.21.15.173:0/1875490908 wait complete. 2024-09-10T09:29:51.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.045+0000 7facb54d2640 1 Processor -- start 2024-09-10T09:29:51.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.045+0000 7facb54d2640 1 -- start start 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7facb54d2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facb00cfcc0 0x7facb0155a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7facb54d2640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7facb00d4fd0 0x7facb006d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7facb54d2640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb015e760 0x7facb006d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7facb54d2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7facb00d33e0 con 0x7facb00cfcc0 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7facb54d2640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7facb00b38e0 con 0x7facb00d4fd0 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7facb54d2640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7facb00d3560 con 0x7facb015e760 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7facaeffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facb00cfcc0 0x7facb0155a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7facaeffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facb00cfcc0 0x7facb0155a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60014/0 (socket says 172.21.15.173:60014) 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7facaeffd640 1 -- 172.21.15.173:0/3320824597 learned_addr learned my addr 172.21.15.173:0/3320824597 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7faca67fc640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7facb00d4fd0 0x7facb006d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.046+0000 7facaf7fe640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb015e760 0x7facb006d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7facaeffd640 1 -- 172.21.15.173:0/3320824597 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb015e760 msgr2=0x7facb006d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7facaeffd640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb015e760 0x7facb006d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7facaeffd640 1 -- 172.21.15.173:0/3320824597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7facb00d4fd0 msgr2=0x7facb006d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7facaeffd640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7facb00d4fd0 0x7facb006d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7facaeffd640 1 -- 172.21.15.173:0/3320824597 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facb015ee70 con 0x7facb00cfcc0 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7facaeffd640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facb00cfcc0 0x7facb0155a90 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7faca000e990 tx=0x7faca000ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7faca7fff640 1 -- 172.21.15.173:0/3320824597 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faca0017070 con 0x7facb00cfcc0 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7faca7fff640 1 -- 172.21.15.173:0/3320824597 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faca000c9e0 con 0x7facb00cfcc0 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7facb54d2640 1 -- 172.21.15.173:0/3320824597 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facb01e7cd0 con 0x7facb00cfcc0 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7faca7fff640 1 -- 172.21.15.173:0/3320824597 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faca000cdb0 con 0x7facb00cfcc0 2024-09-10T09:29:51.051 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.047+0000 7facb54d2640 1 -- 172.21.15.173:0/3320824597 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facb01e8290 con 0x7facb00cfcc0 2024-09-10T09:29:51.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.048+0000 7facb54d2640 1 -- 172.21.15.173:0/3320824597 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facb00d3890 con 0x7facb00cfcc0 2024-09-10T09:29:51.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.048+0000 7faca7fff640 1 -- 172.21.15.173:0/3320824597 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faca001a070 con 0x7facb00cfcc0 2024-09-10T09:29:51.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.049+0000 7faca7fff640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fac9006be30 0x7fac9006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.052 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.049+0000 7faca7fff640 1 -- 172.21.15.173:0/3320824597 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7faca008b0e0 con 0x7facb00cfcc0 2024-09-10T09:29:51.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.049+0000 7faca67fc640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fac9006be30 0x7fac9006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.053 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.049+0000 7faca67fc640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fac9006be30 0x7fac9006e2f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7facb006edc0 tx=0x7fac98009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.054 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.053+0000 7faca7fff640 1 -- 172.21.15.173:0/3320824597 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7facb015ee70 con 0x7facb00cfcc0 2024-09-10T09:29:51.219 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.218+0000 7facb54d2640 1 -- 172.21.15.173:0/3320824597 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7facb00b6d20 con 0x7facb00cfcc0 2024-09-10T09:29:51.220 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.219+0000 7faca7fff640 1 -- 172.21.15.173:0/3320824597 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17031 (secure 0 0 0) 0x7faca0059320 con 0x7facb00cfcc0 2024-09-10T09:29:51.220 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:51.220 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":41,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:29:02.440885+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:28:08.393136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T09:28:09.608166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.33","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:29:51.222 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 -- 172.21.15.173:0/3320824597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fac9006be30 msgr2=0x7fac9006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.222 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fac9006be30 0x7fac9006e2f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7facb006edc0 tx=0x7fac98009040 comp rx=0 tx=0).stop 2024-09-10T09:29:51.223 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 -- 172.21.15.173:0/3320824597 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facb00cfcc0 msgr2=0x7facb0155a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.223 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facb00cfcc0 0x7facb0155a90 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7faca000e990 tx=0x7faca000ee50 comp rx=0 tx=0).stop 2024-09-10T09:29:51.223 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 -- 172.21.15.173:0/3320824597 shutdown_connections 2024-09-10T09:29:51.223 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fac9006be30 0x7fac9006e2f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.223 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7facb015e760 0x7facb006d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.223 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7facb00d4fd0 0x7facb006d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.223 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 --2- 172.21.15.173:0/3320824597 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facb00cfcc0 0x7facb0155a90 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.223 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 -- 172.21.15.173:0/3320824597 >> 172.21.15.173:0/3320824597 conn(0x7facb008bfc0 msgr2=0x7facb00b11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:51.223 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 -- 172.21.15.173:0/3320824597 shutdown_connections 2024-09-10T09:29:51.224 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.221+0000 7facb54d2640 1 -- 172.21.15.173:0/3320824597 wait complete. 2024-09-10T09:29:51.234 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T09:29:51.234 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:29:51.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.332+0000 7f5690b81640 1 Processor -- start 2024-09-10T09:29:51.333 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.332+0000 7f5690b81640 1 -- start start 2024-09-10T09:29:51.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.333+0000 7f5690b81640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f568c06f8d0 0x7f568c165de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.333+0000 7f5690b81640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f568c0cdbe0 con 0x7f568c072d30 2024-09-10T09:29:51.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.333+0000 7f5690b81640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f568c0cd900 con 0x7f568c15b300 2024-09-10T09:29:51.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.333+0000 7f5690b81640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f568c0728a0 con 0x7f568c06f8d0 2024-09-10T09:29:51.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.333+0000 7f568ad9d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f568c06f8d0 0x7f568c165de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.333+0000 7f5689d9b640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f568c072d30 0x7f568c06f1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:60176/0 (socket says 172.21.15.173:60176) 2024-09-10T09:29:51.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.333+0000 7f5689d9b640 1 -- 172.21.15.173:0/1554098003 learned_addr learned my addr 172.21.15.173:0/1554098003 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:51.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.333+0000 7f568ad9d640 1 -- 172.21.15.173:0/1554098003 >> v1:172.21.15.176:6789/0 conn(0x7f568c15b300 legacy=0x7f568c0cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:51.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.334+0000 7f568ad9d640 1 -- 172.21.15.173:0/1554098003 >> v1:172.21.15.173:6789/0 conn(0x7f568c072d30 legacy=0x7f568c06f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.334+0000 7f568ad9d640 1 -- 172.21.15.173:0/1554098003 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f568c072250 con 0x7f568c06f8d0 2024-09-10T09:29:51.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.334+0000 7f568ad9d640 1 --2- 172.21.15.173:0/1554098003 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c06f8d0 0x7f568c165de0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f567c0097a0 tx=0x7f567c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=119f054277a8e073 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.334+0000 7f568959a640 1 -- 172.21.15.173:0/1554098003 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567c037070 con 0x7f568c06f8d0 2024-09-10T09:29:51.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.334+0000 7f568959a640 1 -- 172.21.15.173:0/1554098003 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f567c02ae50 con 0x7f568c06f8d0 2024-09-10T09:29:51.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.334+0000 7f568959a640 1 -- 172.21.15.173:0/1554098003 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567c032660 con 0x7f568c06f8d0 2024-09-10T09:29:51.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.335+0000 7f5690b81640 1 -- 172.21.15.173:0/1554098003 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c06f8d0 msgr2=0x7f568c165de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.335+0000 7f5690b81640 1 --2- 172.21.15.173:0/1554098003 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c06f8d0 0x7f568c165de0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f567c0097a0 tx=0x7f567c02a140 comp rx=0 tx=0).stop 2024-09-10T09:29:51.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.335+0000 7f5690b81640 1 -- 172.21.15.173:0/1554098003 shutdown_connections 2024-09-10T09:29:51.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.335+0000 7f5690b81640 1 --2- 172.21.15.173:0/1554098003 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c06f8d0 0x7f568c165de0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.335+0000 7f5690b81640 1 -- 172.21.15.173:0/1554098003 >> 172.21.15.173:0/1554098003 conn(0x7f568c067d70 msgr2=0x7f568c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:51.337 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.335+0000 7f5690b81640 1 -- 172.21.15.173:0/1554098003 shutdown_connections 2024-09-10T09:29:51.337 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.335+0000 7f5690b81640 1 -- 172.21.15.173:0/1554098003 wait complete. 2024-09-10T09:29:51.337 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.336+0000 7f5690b81640 1 Processor -- start 2024-09-10T09:29:51.337 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.336+0000 7f5690b81640 1 -- start start 2024-09-10T09:29:51.339 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f5690b81640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f568c06f8d0 0x7f568c155320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.339 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f5690b81640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f568c072d30 0x7f568c152ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.339 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f5690b81640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c15b300 0x7f568c14f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.339 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f5690b81640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f568c0cffe0 con 0x7f568c15b300 2024-09-10T09:29:51.339 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f5690b81640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f568c0cd5c0 con 0x7f568c06f8d0 2024-09-10T09:29:51.339 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f5690b81640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f568c0d0160 con 0x7f568c072d30 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f568ad9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c15b300 0x7f568c14f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f568ad9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c15b300 0x7f568c14f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60038/0 (socket says 172.21.15.173:60038) 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f568ad9d640 1 -- 172.21.15.173:0/3652865830 learned_addr learned my addr 172.21.15.173:0/3652865830 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f5689d9b640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f568c072d30 0x7f568c152ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.337+0000 7f568a59c640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f568c06f8d0 0x7f568c155320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f568ad9d640 1 -- 172.21.15.173:0/3652865830 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f568c072d30 msgr2=0x7f568c152ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f568ad9d640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f568c072d30 0x7f568c152ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f568ad9d640 1 -- 172.21.15.173:0/3652865830 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f568c06f8d0 msgr2=0x7f568c155320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f568ad9d640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f568c06f8d0 0x7f568c155320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f568ad9d640 1 -- 172.21.15.173:0/3652865830 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f568c156170 con 0x7f568c15b300 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f568ad9d640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c15b300 0x7f568c14f9b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f567c0098c0 tx=0x7f567c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f5682ffd640 1 -- 172.21.15.173:0/3652865830 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567c042070 con 0x7f568c15b300 2024-09-10T09:29:51.340 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f5682ffd640 1 -- 172.21.15.173:0/3652865830 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f567c032e10 con 0x7f568c15b300 2024-09-10T09:29:51.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f5690b81640 1 -- 172.21.15.173:0/3652865830 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f568c150350 con 0x7f568c15b300 2024-09-10T09:29:51.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f5682ffd640 1 -- 172.21.15.173:0/3652865830 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567c037040 con 0x7f568c15b300 2024-09-10T09:29:51.341 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.338+0000 7f5690b81640 1 -- 172.21.15.173:0/3652865830 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f568c150910 con 0x7f568c15b300 2024-09-10T09:29:51.342 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.339+0000 7f5690b81640 1 -- 172.21.15.173:0/3652865830 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f568c06f1c0 con 0x7f568c15b300 2024-09-10T09:29:51.342 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.339+0000 7f5682ffd640 1 -- 172.21.15.173:0/3652865830 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f567c045070 con 0x7f568c15b300 2024-09-10T09:29:51.342 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.340+0000 7f5682ffd640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f566c06be30 0x7f566c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.342 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.340+0000 7f568a59c640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f566c06be30 0x7f566c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.342 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.340+0000 7f5682ffd640 1 -- 172.21.15.173:0/3652865830 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f567c0ab840 con 0x7f568c15b300 2024-09-10T09:29:51.342 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.340+0000 7f568a59c640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f566c06be30 0x7f566c06e2f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f5684009f60 tx=0x7f56840094f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.345 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.344+0000 7f5682ffd640 1 -- 172.21.15.173:0/3652865830 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f567c07a040 con 0x7f568c15b300 2024-09-10T09:29:51.546 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.545+0000 7f5690b81640 1 -- 172.21.15.173:0/3652865830 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f568c15ccb0 con 0x7f568c15b300 2024-09-10T09:29:51.547 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.546+0000 7f5682ffd640 1 -- 172.21.15.173:0/3652865830 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5226 (secure 0 0 0) 0x7f567c079940 con 0x7f568c15b300 2024-09-10T09:29:51.547 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:51.547 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":16,"btime":"2024-09-10T09:28:13:304961+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/3644707240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":3644707240},{"type":"v1","addr":"172.21.15.176:6835","nonce":3644707240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4852,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/546692745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":546692745},{"type":"v1","addr":"172.21.15.173:6837","nonce":546692745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4855,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/854312350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":854312350},{"type":"v1","addr":"172.21.15.176:6834","nonce":854312350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:28:10.634817+0000","modified":"2024-09-10T09:28:12.627656+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.173:6836/366729378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":366729378},{"type":"v1","addr":"172.21.15.173:6836","nonce":366729378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4914,"qdb_cluster":[4914]},"id":2}]} 2024-09-10T09:29:51.548 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 16 2024-09-10T09:29:51.549 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 -- 172.21.15.173:0/3652865830 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f566c06be30 msgr2=0x7f566c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.549 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f566c06be30 0x7f566c06e2f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f5684009f60 tx=0x7f56840094f0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.549 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 -- 172.21.15.173:0/3652865830 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c15b300 msgr2=0x7f568c14f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.550 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c15b300 0x7f568c14f9b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f567c0098c0 tx=0x7f567c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.550 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 -- 172.21.15.173:0/3652865830 shutdown_connections 2024-09-10T09:29:51.550 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f566c06be30 0x7f566c06e2f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.550 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f568c15b300 0x7f568c14f9b0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.550 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f568c072d30 0x7f568c152ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.550 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 --2- 172.21.15.173:0/3652865830 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f568c06f8d0 0x7f568c155320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.550 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 -- 172.21.15.173:0/3652865830 >> 172.21.15.173:0/3652865830 conn(0x7f568c067d70 msgr2=0x7f568c0b03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:51.550 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 -- 172.21.15.173:0/3652865830 shutdown_connections 2024-09-10T09:29:51.550 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.548+0000 7f5690b81640 1 -- 172.21.15.173:0/3652865830 wait complete. 2024-09-10T09:29:51.560 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:29:51.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.657+0000 7fc01359e640 1 Processor -- start 2024-09-10T09:29:51.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.657+0000 7fc01359e640 1 -- start start 2024-09-10T09:29:51.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.658+0000 7fc01359e640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fc014147270 0x7fc01406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.658+0000 7fc01359e640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0140b1a40 con 0x7fc0140af320 2024-09-10T09:29:51.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.658+0000 7fc01359e640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0140b40f0 con 0x7fc014147770 2024-09-10T09:29:51.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.658+0000 7fc01359e640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fc0140b46b0 con 0x7fc014147270 2024-09-10T09:29:51.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.659+0000 7fc01259c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fc014147270 0x7fc01406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.659+0000 7fc012d9d640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fc0140af320 0x7fc0140b1330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:60192/0 (socket says 172.21.15.173:60192) 2024-09-10T09:29:51.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.659+0000 7fc012d9d640 1 -- 172.21.15.173:0/1675913127 learned_addr learned my addr 172.21.15.173:0/1675913127 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:51.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.659+0000 7fc01259c640 1 -- 172.21.15.173:0/1675913127 >> v1:172.21.15.176:6789/0 conn(0x7fc014147770 legacy=0x7fc0140b0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:51.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.659+0000 7fc01259c640 1 -- 172.21.15.173:0/1675913127 >> v1:172.21.15.173:6789/0 conn(0x7fc0140af320 legacy=0x7fc0140b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.660 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.659+0000 7fc01159a640 1 -- 172.21.15.173:0/1675913127 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4275415401 0 0) 0x7fc0140b1a40 con 0x7fc0140af320 2024-09-10T09:29:51.661 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.659+0000 7fc01259c640 1 -- 172.21.15.173:0/1675913127 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0140b43d0 con 0x7fc014147270 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01259c640 1 --2- 172.21.15.173:0/1675913127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc014147270 0x7fc01406bc10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fc004009d90 tx=0x7fc00402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9166e8c9b0e0c76f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01159a640 1 -- 172.21.15.173:0/1675913127 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc004007740 con 0x7fc014147270 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01159a640 1 -- 172.21.15.173:0/1675913127 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0040078e0 con 0x7fc014147270 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01159a640 1 -- 172.21.15.173:0/1675913127 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc004007cb0 con 0x7fc014147270 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01359e640 1 -- 172.21.15.173:0/1675913127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc014147270 msgr2=0x7fc01406bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01359e640 1 --2- 172.21.15.173:0/1675913127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc014147270 0x7fc01406bc10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fc004009d90 tx=0x7fc00402a6a0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01359e640 1 -- 172.21.15.173:0/1675913127 shutdown_connections 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01359e640 1 --2- 172.21.15.173:0/1675913127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc014147270 0x7fc01406bc10 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01359e640 1 -- 172.21.15.173:0/1675913127 >> 172.21.15.173:0/1675913127 conn(0x7fc01409aa30 msgr2=0x7fc0140b6610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01359e640 1 -- 172.21.15.173:0/1675913127 shutdown_connections 2024-09-10T09:29:51.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.660+0000 7fc01359e640 1 -- 172.21.15.173:0/1675913127 wait complete. 2024-09-10T09:29:51.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.662+0000 7fc01359e640 1 Processor -- start 2024-09-10T09:29:51.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.662+0000 7fc01359e640 1 -- start start 2024-09-10T09:29:51.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.662+0000 7fc01359e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc0140af320 0x7fc014161560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.662+0000 7fc01359e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc014147270 0x7fc01415dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.662+0000 7fc01359e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc014147770 0x7fc01406ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.662+0000 7fc01359e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc0140b2ac0 con 0x7fc0140af320 2024-09-10T09:29:51.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.662+0000 7fc01359e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc0140b27e0 con 0x7fc014147770 2024-09-10T09:29:51.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.662+0000 7fc01359e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc014147cc0 con 0x7fc014147270 2024-09-10T09:29:51.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.662+0000 7fc01259c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc0140af320 0x7fc014161560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc01259c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc0140af320 0x7fc014161560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60056/0 (socket says 172.21.15.173:60056) 2024-09-10T09:29:51.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc01259c640 1 -- 172.21.15.173:0/1608562824 learned_addr learned my addr 172.21.15.173:0/1608562824 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:51.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc012d9d640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc014147770 0x7fc01406ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc011d9b640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc014147270 0x7fc01415dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc01259c640 1 -- 172.21.15.173:0/1608562824 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc014147270 msgr2=0x7fc01415dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc01259c640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc014147270 0x7fc01415dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc01259c640 1 -- 172.21.15.173:0/1608562824 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc014147770 msgr2=0x7fc01406ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc01259c640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc014147770 0x7fc01406ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc01259c640 1 -- 172.21.15.173:0/1608562824 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc01415e2a0 con 0x7fc0140af320 2024-09-10T09:29:51.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc011d9b640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc014147270 0x7fc01415dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:29:51.666 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc01259c640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc0140af320 0x7fc014161560 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fc004009d90 tx=0x7fc004004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.667 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc002ffd640 1 -- 172.21.15.173:0/1608562824 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc004040070 con 0x7fc0140af320 2024-09-10T09:29:51.667 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc002ffd640 1 -- 172.21.15.173:0/1608562824 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc004031d00 con 0x7fc0140af320 2024-09-10T09:29:51.667 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc01359e640 1 -- 172.21.15.173:0/1608562824 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc01413eac0 con 0x7fc0140af320 2024-09-10T09:29:51.667 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc002ffd640 1 -- 172.21.15.173:0/1608562824 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc004045680 con 0x7fc0140af320 2024-09-10T09:29:51.667 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.663+0000 7fc01359e640 1 -- 172.21.15.173:0/1608562824 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc01413f080 con 0x7fc0140af320 2024-09-10T09:29:51.667 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.664+0000 7fc01359e640 1 -- 172.21.15.173:0/1608562824 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc01406bc10 con 0x7fc0140af320 2024-09-10T09:29:51.668 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.665+0000 7fc002ffd640 1 -- 172.21.15.173:0/1608562824 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc004039040 con 0x7fc0140af320 2024-09-10T09:29:51.668 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.665+0000 7fc002ffd640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbff406be60 0x7fbff406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.668 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.665+0000 7fc002ffd640 1 -- 172.21.15.173:0/1608562824 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7fc0040aca80 con 0x7fc0140af320 2024-09-10T09:29:51.668 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.665+0000 7fc011d9b640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbff406be60 0x7fbff406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.668 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.665+0000 7fc011d9b640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbff406be60 0x7fbff406e320 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc014141bd0 tx=0x7fc008008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.670 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.669+0000 7fc002ffd640 1 -- 172.21.15.173:0/1608562824 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc00407b280 con 0x7fc0140af320 2024-09-10T09:29:51.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.870+0000 7fc01359e640 1 -- 172.21.15.173:0/1608562824 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc0140b05e0 con 0x7fc0140af320 2024-09-10T09:29:51.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.870+0000 7fc002ffd640 1 -- 172.21.15.173:0/1608562824 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5226 (secure 0 0 0) 0x7fc004030e10 con 0x7fc0140af320 2024-09-10T09:29:51.872 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:51.872 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":16,"btime":"2024-09-10T09:28:13:304961+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/3644707240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":3644707240},{"type":"v1","addr":"172.21.15.176:6835","nonce":3644707240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4852,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/546692745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":546692745},{"type":"v1","addr":"172.21.15.173:6837","nonce":546692745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4855,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/854312350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":854312350},{"type":"v1","addr":"172.21.15.176:6834","nonce":854312350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T09:28:10.634817+0000","modified":"2024-09-10T09:28:12.627656+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.173:6836/366729378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":366729378},{"type":"v1","addr":"172.21.15.173:6836","nonce":366729378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4914,"qdb_cluster":[4914]},"id":2}]} 2024-09-10T09:29:51.872 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 16 2024-09-10T09:29:51.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 -- 172.21.15.173:0/1608562824 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbff406be60 msgr2=0x7fbff406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbff406be60 0x7fbff406e320 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc014141bd0 tx=0x7fc008008040 comp rx=0 tx=0).stop 2024-09-10T09:29:51.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 -- 172.21.15.173:0/1608562824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc0140af320 msgr2=0x7fc014161560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc0140af320 0x7fc014161560 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fc004009d90 tx=0x7fc004004a40 comp rx=0 tx=0).stop 2024-09-10T09:29:51.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 -- 172.21.15.173:0/1608562824 shutdown_connections 2024-09-10T09:29:51.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fbff406be60 0x7fbff406e320 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc014147770 0x7fc01406ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc014147270 0x7fc01415dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 --2- 172.21.15.173:0/1608562824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc0140af320 0x7fc014161560 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 -- 172.21.15.173:0/1608562824 >> 172.21.15.173:0/1608562824 conn(0x7fc01409aa30 msgr2=0x7fc0140b6720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:51.875 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 -- 172.21.15.173:0/1608562824 shutdown_connections 2024-09-10T09:29:51.875 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.873+0000 7fc01359e640 1 -- 172.21.15.173:0/1608562824 wait complete. 2024-09-10T09:29:51.885 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:29:51.983 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.982+0000 7f76686f1640 1 Processor -- start 2024-09-10T09:29:51.983 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.982+0000 7f76686f1640 1 -- start start 2024-09-10T09:29:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f76686f1640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f7660161c80 0x7f766006e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f76686f1640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f76600b6680 0x7f76600cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f76686f1640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f766006e870 con 0x7f7660162060 2024-09-10T09:29:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f76686f1640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f766006d9f0 con 0x7f7660161c80 2024-09-10T09:29:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f76686f1640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f766006dcd0 con 0x7f76600b6680 2024-09-10T09:29:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f766648d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f7660161c80 0x7f766006e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f766648d640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f7660161c80 0x7f766006e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60070/0 (socket says 172.21.15.173:60070) 2024-09-10T09:29:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f766648d640 1 -- 172.21.15.173:0/1258807216 learned_addr learned my addr 172.21.15.173:0/1258807216 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:51.985 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f7666c8e640 1 --2- 172.21.15.173:0/1258807216 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f76600b6680 0x7f76600cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f766648d640 1 -- 172.21.15.173:0/1258807216 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f76600b6680 msgr2=0x7f76600cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f766648d640 1 --2- 172.21.15.173:0/1258807216 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f76600b6680 0x7f76600cf1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f766648d640 1 -- 172.21.15.173:0/1258807216 >> v1:172.21.15.176:6789/0 conn(0x7f7660162060 legacy=0x7f76600b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f766648d640 1 -- 172.21.15.173:0/1258807216 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f766006dfb0 con 0x7f7660161c80 2024-09-10T09:29:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.983+0000 7f7666c8e640 1 --2- 172.21.15.173:0/1258807216 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f76600b6680 0x7f76600cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:29:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.984+0000 7f766648d640 1 --2- 172.21.15.173:0/1258807216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660161c80 0x7f766006e330 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f765c009870 tx=0x7f765c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f73cb3a9077f3997 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.984+0000 7f766548b640 1 -- 172.21.15.173:0/1258807216 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f765c037070 con 0x7f7660161c80 2024-09-10T09:29:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.984+0000 7f766548b640 1 -- 172.21.15.173:0/1258807216 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f765c032440 con 0x7f7660161c80 2024-09-10T09:29:51.986 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.984+0000 7f766548b640 1 -- 172.21.15.173:0/1258807216 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f765c032810 con 0x7f7660161c80 2024-09-10T09:29:51.989 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.985+0000 7f76686f1640 1 -- 172.21.15.173:0/1258807216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660161c80 msgr2=0x7f766006e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.989 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.985+0000 7f76686f1640 1 --2- 172.21.15.173:0/1258807216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660161c80 0x7f766006e330 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f765c009870 tx=0x7f765c02a270 comp rx=0 tx=0).stop 2024-09-10T09:29:51.989 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.985+0000 7f76686f1640 1 -- 172.21.15.173:0/1258807216 shutdown_connections 2024-09-10T09:29:51.989 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.985+0000 7f76686f1640 1 --2- 172.21.15.173:0/1258807216 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f76600b6680 0x7f76600cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.989 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.985+0000 7f76686f1640 1 --2- 172.21.15.173:0/1258807216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660161c80 0x7f766006e330 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.989 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.985+0000 7f76686f1640 1 -- 172.21.15.173:0/1258807216 >> 172.21.15.173:0/1258807216 conn(0x7f76600d44f0 msgr2=0x7f76600d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:51.989 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.985+0000 7f76686f1640 1 -- 172.21.15.173:0/1258807216 shutdown_connections 2024-09-10T09:29:51.989 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.985+0000 7f76686f1640 1 -- 172.21.15.173:0/1258807216 wait complete. 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.986+0000 7f76686f1640 1 Processor -- start 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.986+0000 7f76686f1640 1 -- start start 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f76686f1640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76600b6680 0x7f7660155d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f76686f1640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7660161c80 0x7f76600cd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f76686f1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660162060 0x7f7660159630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f76686f1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f76600b6cb0 con 0x7f7660162060 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f76686f1640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f76600b6b30 con 0x7f76600b6680 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f76686f1640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f76600cf720 con 0x7f7660161c80 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7666c8e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660162060 0x7f7660159630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7666c8e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660162060 0x7f7660159630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60082/0 (socket says 172.21.15.173:60082) 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7666c8e640 1 -- 172.21.15.173:0/2730541491 learned_addr learned my addr 172.21.15.173:0/2730541491 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:51.990 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f766648d640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76600b6680 0x7f7660155d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7665c8c640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7660161c80 0x7f76600cd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7666c8e640 1 -- 172.21.15.173:0/2730541491 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7660161c80 msgr2=0x7f76600cd3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7666c8e640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7660161c80 0x7f76600cd3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7666c8e640 1 -- 172.21.15.173:0/2730541491 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76600b6680 msgr2=0x7f7660155d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7666c8e640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76600b6680 0x7f7660155d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7666c8e640 1 -- 172.21.15.173:0/2730541491 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f766015a080 con 0x7f7660162060 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7666c8e640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660162060 0x7f7660159630 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7658007ef0 tx=0x7f765800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7656ffd640 1 -- 172.21.15.173:0/2730541491 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f765801a070 con 0x7f7660162060 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7656ffd640 1 -- 172.21.15.173:0/2730541491 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7658003b90 con 0x7f7660162060 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f7656ffd640 1 -- 172.21.15.173:0/2730541491 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7658004030 con 0x7f7660162060 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f76686f1640 1 -- 172.21.15.173:0/2730541491 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76600cc610 con 0x7f7660162060 2024-09-10T09:29:51.991 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.987+0000 7f76686f1640 1 -- 172.21.15.173:0/2730541491 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76600ccbd0 con 0x7f7660162060 2024-09-10T09:29:51.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.988+0000 7f76686f1640 1 -- 172.21.15.173:0/2730541491 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76600d4290 con 0x7f7660162060 2024-09-10T09:29:51.992 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.989+0000 7f7656ffd640 1 -- 172.21.15.173:0/2730541491 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f765801d070 con 0x7f7660162060 2024-09-10T09:29:51.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.989+0000 7f7656ffd640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f764406be30 0x7f764406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:51.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.989+0000 7f7656ffd640 1 -- 172.21.15.173:0/2730541491 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f765808b250 con 0x7f7660162060 2024-09-10T09:29:51.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.989+0000 7f766648d640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f764406be30 0x7f764406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:51.993 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.990+0000 7f766648d640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f764406be30 0x7f764406e2f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f765c034000 tx=0x7f765c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:51.994 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:51.993+0000 7f7656ffd640 1 -- 172.21.15.173:0/2730541491 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7658010070 con 0x7f7660162060 2024-09-10T09:29:52.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.158+0000 7f76686f1640 1 -- 172.21.15.173:0/2730541491 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7660161430 con 0x7f7660162060 2024-09-10T09:29:52.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.159+0000 7f7656ffd640 1 -- 172.21.15.173:0/2730541491 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17031 (secure 0 0 0) 0x7f76580593e0 con 0x7f7660162060 2024-09-10T09:29:52.160 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:52.160 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":41,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:29:02.440885+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T09:28:08.393136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T09:28:09.608166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.33","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:29:52.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 -- 172.21.15.173:0/2730541491 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f764406be30 msgr2=0x7f764406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f764406be30 0x7f764406e2f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f765c034000 tx=0x7f765c02e000 comp rx=0 tx=0).stop 2024-09-10T09:29:52.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 -- 172.21.15.173:0/2730541491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660162060 msgr2=0x7f7660159630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660162060 0x7f7660159630 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7658007ef0 tx=0x7f765800d4a0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 -- 172.21.15.173:0/2730541491 shutdown_connections 2024-09-10T09:29:52.162 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f764406be30 0x7f764406e2f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.163 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7660162060 0x7f7660159630 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.163 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f7660161c80 0x7f76600cd3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.163 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 --2- 172.21.15.173:0/2730541491 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76600b6680 0x7f7660155d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.163 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 -- 172.21.15.173:0/2730541491 >> 172.21.15.173:0/2730541491 conn(0x7f76600d44f0 msgr2=0x7f76600b4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:52.163 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 -- 172.21.15.173:0/2730541491 shutdown_connections 2024-09-10T09:29:52.163 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.161+0000 7f76686f1640 1 -- 172.21.15.173:0/2730541491 wait complete. 2024-09-10T09:29:52.173 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T09:29:52.273 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.271+0000 7fecc5728640 1 Processor -- start 2024-09-10T09:29:52.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.271+0000 7fecc5728640 1 -- start start 2024-09-10T09:29:52.461 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.272+0000 7fecc5728640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc00b3760 0x7fecc00b3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.272+0000 7fecc5728640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fecc006cd20 0x7fecc0162340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.272+0000 7fecc5728640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecc00b2790 con 0x7fecc009aa30 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.272+0000 7fecc5728640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fecc00d0670 con 0x7fecc006cd20 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.272+0000 7fecc5728640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fecc00b2a70 con 0x7fecc00b3760 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.272+0000 7fecbf7fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fecc006cd20 0x7fecc0162340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.272+0000 7fecbe7fc640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc00b3760 0x7fecc00b3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.272+0000 7fecbeffd640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fecc009aa30 0x7fecc009ae10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:45292/0 (socket says 172.21.15.173:45292) 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.273+0000 7fecbeffd640 1 -- 172.21.15.173:0/1852115750 learned_addr learned my addr 172.21.15.173:0/1852115750 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.273+0000 7fecbe7fc640 1 -- 172.21.15.173:0/1852115750 >> v2:172.21.15.176:3300/0 conn(0x7fecc006cd20 msgr2=0x7fecc0162340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.273+0000 7fecbe7fc640 1 --2- 172.21.15.173:0/1852115750 >> v2:172.21.15.176:3300/0 conn(0x7fecc006cd20 0x7fecc0162340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.273+0000 7fecbe7fc640 1 -- 172.21.15.173:0/1852115750 >> v1:172.21.15.176:6789/0 conn(0x7fecc009aa30 legacy=0x7fecc009ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.462 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.273+0000 7fecbe7fc640 1 -- 172.21.15.173:0/1852115750 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecc00b2d50 con 0x7fecc00b3760 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.273+0000 7fecbf7fe640 1 --2- 172.21.15.173:0/1852115750 >> v2:172.21.15.176:3300/0 conn(0x7fecc006cd20 0x7fecc0162340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecbe7fc640 1 --2- 172.21.15.173:0/1852115750 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc00b3760 0x7fecc00b3030 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fecb40097a0 tx=0x7fecb402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20f2bf60be1a587d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecbdffb640 1 -- 172.21.15.173:0/1852115750 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecb4037070 con 0x7fecc00b3760 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecbdffb640 1 -- 172.21.15.173:0/1852115750 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecb402ae50 con 0x7fecc00b3760 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecbdffb640 1 -- 172.21.15.173:0/1852115750 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecb4032660 con 0x7fecc00b3760 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecc5728640 1 -- 172.21.15.173:0/1852115750 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc00b3760 msgr2=0x7fecc00b3030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecc5728640 1 --2- 172.21.15.173:0/1852115750 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc00b3760 0x7fecc00b3030 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fecb40097a0 tx=0x7fecb402a100 comp rx=0 tx=0).stop 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecc5728640 1 -- 172.21.15.173:0/1852115750 shutdown_connections 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecc5728640 1 --2- 172.21.15.173:0/1852115750 >> v2:172.21.15.176:3300/0 conn(0x7fecc006cd20 0x7fecc0162340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecc5728640 1 --2- 172.21.15.173:0/1852115750 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc00b3760 0x7fecc00b3030 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecc5728640 1 -- 172.21.15.173:0/1852115750 >> 172.21.15.173:0/1852115750 conn(0x7fecc00d23a0 msgr2=0x7fecc00d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:52.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecc5728640 1 -- 172.21.15.173:0/1852115750 shutdown_connections 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.274+0000 7fecc5728640 1 -- 172.21.15.173:0/1852115750 wait complete. 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.276+0000 7fecc5728640 1 Processor -- start 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.276+0000 7fecc5728640 1 -- start start 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.276+0000 7fecc5728640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fecc006cd20 0x7fecc00b6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.276+0000 7fecc5728640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc009aa30 0x7fecc00b67b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.276+0000 7fecc5728640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fecc00b3760 0x7fecc0161cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.276+0000 7fecc5728640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fecc015fe20 con 0x7fecc00b3760 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.276+0000 7fecc5728640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fecc015fca0 con 0x7fecc006cd20 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.276+0000 7fecc5728640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fecc00d1fe0 con 0x7fecc009aa30 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbf7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fecc00b3760 0x7fecc0161cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbf7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fecc00b3760 0x7fecc0161cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60090/0 (socket says 172.21.15.173:60090) 2024-09-10T09:29:52.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbf7fe640 1 -- 172.21.15.173:0/4073274290 learned_addr learned my addr 172.21.15.173:0/4073274290 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbe7fc640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc009aa30 0x7fecc00b67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbeffd640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fecc006cd20 0x7fecc00b6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbf7fe640 1 -- 172.21.15.173:0/4073274290 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc009aa30 msgr2=0x7fecc00b67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbf7fe640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc009aa30 0x7fecc00b67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbf7fe640 1 -- 172.21.15.173:0/4073274290 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fecc006cd20 msgr2=0x7fecc00b6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbf7fe640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fecc006cd20 0x7fecc00b6270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbf7fe640 1 -- 172.21.15.173:0/4073274290 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecc0162ab0 con 0x7fecc00b3760 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecbf7fe640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fecc00b3760 0x7fecc0161cf0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fecb800ef90 tx=0x7fecb8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7feca77fe640 1 -- 172.21.15.173:0/4073274290 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecb8018020 con 0x7fecc00b3760 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7feca77fe640 1 -- 172.21.15.173:0/4073274290 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecb8014480 con 0x7fecc00b3760 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecc5728640 1 -- 172.21.15.173:0/4073274290 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecc0162d90 con 0x7fecc00b3760 2024-09-10T09:29:52.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7feca77fe640 1 -- 172.21.15.173:0/4073274290 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecb8014870 con 0x7fecc00b3760 2024-09-10T09:29:52.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.277+0000 7fecc5728640 1 -- 172.21.15.173:0/4073274290 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecc014ac80 con 0x7fecc00b3760 2024-09-10T09:29:52.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.278+0000 7fecc5728640 1 -- 172.21.15.173:0/4073274290 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecc00b3030 con 0x7fecc00b3760 2024-09-10T09:29:52.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.279+0000 7feca77fe640 1 -- 172.21.15.173:0/4073274290 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fecb8005d10 con 0x7fecc00b3760 2024-09-10T09:29:52.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.279+0000 7feca77fe640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fecac06be30 0x7fecac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.279+0000 7feca77fe640 1 -- 172.21.15.173:0/4073274290 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7fecb808bc40 con 0x7fecc00b3760 2024-09-10T09:29:52.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.279+0000 7fecbeffd640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fecac06be30 0x7fecac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.280+0000 7fecbeffd640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fecac06be30 0x7fecac06e2f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fecc0161bf0 tx=0x7fecb0007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:52.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.284+0000 7feca77fe640 1 -- 172.21.15.173:0/4073274290 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fecb8022030 con 0x7fecc00b3760 2024-09-10T09:29:52.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.485+0000 7fecc5728640 1 -- 172.21.15.173:0/4073274290 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fecc00b8320 con 0x7fecc00b3760 2024-09-10T09:29:52.487 INFO:tasks.ceph.mon.a.smithi173.stderr:2024-09-10T09:29:52.486+0000 7f2ac96c5640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T09:29:52.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.488+0000 7feca77fe640 1 -- 172.21.15.173:0/4073274290 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v17) ==== 161+0+0 (secure 0 0 0) 0x7fecb8010040 con 0x7fecc00b3760 2024-09-10T09:29:52.489 INFO:teuthology.orchestra.run.smithi173.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T09:29:52.492 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 -- 172.21.15.173:0/4073274290 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fecac06be30 msgr2=0x7fecac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.492 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fecac06be30 0x7fecac06e2f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fecc0161bf0 tx=0x7fecb0007e80 comp rx=0 tx=0).stop 2024-09-10T09:29:52.492 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 -- 172.21.15.173:0/4073274290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fecc00b3760 msgr2=0x7fecc0161cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.492 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fecc00b3760 0x7fecc0161cf0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fecb800ef90 tx=0x7fecb8009f90 comp rx=0 tx=0).stop 2024-09-10T09:29:52.492 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 -- 172.21.15.173:0/4073274290 shutdown_connections 2024-09-10T09:29:52.492 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fecac06be30 0x7fecac06e2f0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.492 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fecc00b3760 0x7fecc0161cf0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.492 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fecc009aa30 0x7fecc00b67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.493 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 --2- 172.21.15.173:0/4073274290 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fecc006cd20 0x7fecc00b6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.493 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 -- 172.21.15.173:0/4073274290 >> 172.21.15.173:0/4073274290 conn(0x7fecc00d23a0 msgr2=0x7fecc00b7a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:52.493 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 -- 172.21.15.173:0/4073274290 shutdown_connections 2024-09-10T09:29:52.493 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.491+0000 7fecc5728640 1 -- 172.21.15.173:0/4073274290 wait complete. 2024-09-10T09:29:52.507 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T09:29:52.535 INFO:tasks.ceph.mds.a.smithi173.stdout:starting mds.a at 2024-09-10T09:29:52.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.608+0000 7f8e285cf640 1 Processor -- start 2024-09-10T09:29:52.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.608+0000 7f8e285cf640 1 -- start start 2024-09-10T09:29:52.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.609+0000 7f8e285cf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e2015e640 0x7f8e200d31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.609+0000 7f8e285cf640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e200d0110 con 0x7f8e200d5100 2024-09-10T09:29:52.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.609+0000 7f8e285cf640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e200d3a60 con 0x7f8e201621b0 2024-09-10T09:29:52.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.609+0000 7f8e285cf640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8e200cec40 con 0x7f8e2015e640 2024-09-10T09:29:52.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.609+0000 7f8e25b6a640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f8e200d5100 0x7f8e200cfa00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:60202/0 (socket says 172.21.15.173:60202) 2024-09-10T09:29:52.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.609+0000 7f8e25b6a640 1 -- 172.21.15.173:0/4099227683 learned_addr learned my addr 172.21.15.173:0/4099227683 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:52.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.609+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 359482882 0 0) 0x7f8e200d0110 con 0x7f8e200d5100 2024-09-10T09:29:52.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.609+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8e0c003520 con 0x7f8e200d5100 2024-09-10T09:29:52.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.609+0000 7f8e2636b640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e2015e640 0x7f8e200d31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.609+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 840364201 0 0) 0x7f8e0c003520 con 0x7f8e200d5100 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e2015e640 msgr2=0x7f8e200d31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e2015e640 0x7f8e200d31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 >> v1:172.21.15.176:6789/0 conn(0x7f8e201621b0 legacy=0x7f8e2006ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e200cef20 con 0x7f8e200d5100 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f8e10001670 con 0x7f8e200d5100 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 >> v1:172.21.15.173:6789/0 conn(0x7f8e200d5100 legacy=0x7f8e200cfa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e0c0039e0 0x7f8e0c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e0c004800 0x7f8e0c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e0c0051c0 0x7f8e0c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8e200cec40 con 0x7f8e0c0051c0 2024-09-10T09:29:52.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8e0c00c070 con 0x7f8e0c004800 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8e0c00c270 con 0x7f8e0c0039e0 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e2636b640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e2015e640 0x7f8e200d31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e26b6c640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e0c0051c0 0x7f8e0c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25b6a640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e0c004800 0x7f8e0c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e2636b640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e0c0039e0 0x7f8e0c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e26b6c640 1 -- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e0c0039e0 msgr2=0x7f8e0c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e26b6c640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e0c0039e0 0x7f8e0c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e26b6c640 1 -- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e0c004800 msgr2=0x7f8e0c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e26b6c640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e0c004800 0x7f8e0c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e26b6c640 1 -- 172.21.15.173:0/4099227683 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e0c003520 con 0x7f8e0c0051c0 2024-09-10T09:29:52.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.610+0000 7f8e25b6a640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e0c004800 0x7f8e0c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e26b6c640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e0c0051c0 0x7f8e0c00b9c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f8e18001e50 tx=0x7f8e0c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6a203c512c6a4a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e18001a70 con 0x7f8e0c0051c0 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e18003970 con 0x7f8e0c0051c0 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e25369640 1 -- 172.21.15.173:0/4099227683 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e18003d60 con 0x7f8e0c0051c0 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e285cf640 1 -- 172.21.15.173:0/4099227683 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e0c0051c0 msgr2=0x7f8e0c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e285cf640 1 --2- 172.21.15.173:0/4099227683 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e0c0051c0 0x7f8e0c00b9c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f8e18001e50 tx=0x7f8e0c005830 comp rx=0 tx=0).stop 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e26b6c640 1 -- 172.21.15.173:0/4099227683 reap_dead start 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e285cf640 1 -- 172.21.15.173:0/4099227683 shutdown_connections 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e285cf640 1 -- 172.21.15.173:0/4099227683 >> 172.21.15.173:0/4099227683 conn(0x7f8e2008bfc0 msgr2=0x7f8e200d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e285cf640 1 -- 172.21.15.173:0/4099227683 shutdown_connections 2024-09-10T09:29:52.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.611+0000 7f8e285cf640 1 -- 172.21.15.173:0/4099227683 wait complete. 2024-09-10T09:29:52.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e285cf640 1 Processor -- start 2024-09-10T09:29:52.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e285cf640 1 -- start start 2024-09-10T09:29:52.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e285cf640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e0c0051c0 0x7f8e2015ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e285cf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e200b6880 0x7f8e20160880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e285cf640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e20160dc0 0x7f8e20161270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e285cf640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2015ea20 con 0x7f8e20160dc0 2024-09-10T09:29:52.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e285cf640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8e200cf4e0 con 0x7f8e0c0051c0 2024-09-10T09:29:52.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e285cf640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8e2006d530 con 0x7f8e200b6880 2024-09-10T09:29:52.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e26b6c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e20160dc0 0x7f8e20161270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e26b6c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e20160dc0 0x7f8e20161270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60122/0 (socket says 172.21.15.173:60122) 2024-09-10T09:29:52.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.613+0000 7f8e26b6c640 1 -- 172.21.15.173:0/4074202901 learned_addr learned my addr 172.21.15.173:0/4074202901 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:52.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e2636b640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e0c0051c0 0x7f8e2015ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e25b6a640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e200b6880 0x7f8e20160880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e26b6c640 1 -- 172.21.15.173:0/4074202901 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e200b6880 msgr2=0x7f8e20160880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e26b6c640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e200b6880 0x7f8e20160880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e26b6c640 1 -- 172.21.15.173:0/4074202901 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e0c0051c0 msgr2=0x7f8e2015ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e26b6c640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e0c0051c0 0x7f8e2015ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e26b6c640 1 -- 172.21.15.173:0/4074202901 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e200b6db0 con 0x7f8e20160dc0 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e26b6c640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e20160dc0 0x7f8e20161270 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f8e18001e50 tx=0x7f8e180014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e16ffd640 1 -- 172.21.15.173:0/4074202901 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e18041070 con 0x7f8e20160dc0 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e16ffd640 1 -- 172.21.15.173:0/4074202901 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e18003d40 con 0x7f8e20160dc0 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e285cf640 1 -- 172.21.15.173:0/4074202901 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e200cd2d0 con 0x7f8e20160dc0 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e16ffd640 1 -- 172.21.15.173:0/4074202901 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e18037040 con 0x7f8e20160dc0 2024-09-10T09:29:52.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.614+0000 7f8e285cf640 1 -- 172.21.15.173:0/4074202901 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e200cd890 con 0x7f8e20160dc0 2024-09-10T09:29:52.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.615+0000 7f8e285cf640 1 -- 172.21.15.173:0/4074202901 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e20162660 con 0x7f8e20160dc0 2024-09-10T09:29:52.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.615+0000 7f8e16ffd640 1 -- 172.21.15.173:0/4074202901 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8e18044070 con 0x7f8e20160dc0 2024-09-10T09:29:52.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.616+0000 7f8e16ffd640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8e0406be60 0x7f8e0406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:52.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.616+0000 7f8e16ffd640 1 -- 172.21.15.173:0/4074202901 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6216+0+0 (secure 0 0 0) 0x7f8e180aa4b0 con 0x7f8e20160dc0 2024-09-10T09:29:52.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.616+0000 7f8e2636b640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8e0406be60 0x7f8e0406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:52.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.616+0000 7f8e2636b640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8e0406be60 0x7f8e0406e320 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8e200ce3b0 tx=0x7f8e1c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:52.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.620+0000 7f8e16ffd640 1 -- 172.21.15.173:0/4074202901 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8e18078cf0 con 0x7f8e20160dc0 2024-09-10T09:29:52.824 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:52.823+0000 7f8e285cf640 1 -- 172.21.15.173:0/4074202901 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8e2008c4d0 con 0x7f8e20160dc0 2024-09-10T09:29:53.516 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.515+0000 7f8e16ffd640 1 -- 172.21.15.173:0/4074202901 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v18) ==== 104+0+0 (secure 0 0 0) 0x7f8e180785f0 con 0x7f8e20160dc0 2024-09-10T09:29:53.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 -- 172.21.15.173:0/4074202901 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8e0406be60 msgr2=0x7f8e0406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:53.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8e0406be60 0x7f8e0406e320 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8e200ce3b0 tx=0x7f8e1c008040 comp rx=0 tx=0).stop 2024-09-10T09:29:53.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 -- 172.21.15.173:0/4074202901 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e20160dc0 msgr2=0x7f8e20161270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:53.519 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e20160dc0 0x7f8e20161270 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f8e18001e50 tx=0x7f8e180014a0 comp rx=0 tx=0).stop 2024-09-10T09:29:53.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 -- 172.21.15.173:0/4074202901 shutdown_connections 2024-09-10T09:29:53.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8e0406be60 0x7f8e0406e320 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:53.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e20160dc0 0x7f8e20161270 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:53.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e200b6880 0x7f8e20160880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:53.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 --2- 172.21.15.173:0/4074202901 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e0c0051c0 0x7f8e2015ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:53.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 -- 172.21.15.173:0/4074202901 >> 172.21.15.173:0/4074202901 conn(0x7f8e2008bfc0 msgr2=0x7f8e200b9a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:53.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 -- 172.21.15.173:0/4074202901 shutdown_connections 2024-09-10T09:29:53.520 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.518+0000 7f8e285cf640 1 -- 172.21.15.173:0/4074202901 wait complete. 2024-09-10T09:29:53.532 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T09:29:53.676 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.675+0000 7f854eaaf640 1 Processor -- start 2024-09-10T09:29:53.677 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.675+0000 7f854eaaf640 1 -- start start 2024-09-10T09:29:53.680 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.676+0000 7f854eaaf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f854815ca50 0x7f85481594d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:53.680 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.676+0000 7f854eaaf640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85481592a0 con 0x7f85480b4d50 2024-09-10T09:29:53.680 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.676+0000 7f854eaaf640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f854815d010 con 0x7f8548158ec0 2024-09-10T09:29:53.680 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.676+0000 7f854eaaf640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f854815d2f0 con 0x7f854815ca50 2024-09-10T09:29:53.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.676+0000 7f854d04c640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f85480b4d50 0x7f854815e0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:60216/0 (socket says 172.21.15.173:60216) 2024-09-10T09:29:53.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.676+0000 7f854d04c640 1 -- 172.21.15.173:0/2353034052 learned_addr learned my addr 172.21.15.173:0/2353034052 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:53.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4259240054 0 0) 0x7f85481592a0 con 0x7f85480b4d50 2024-09-10T09:29:53.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8530003520 con 0x7f85480b4d50 2024-09-10T09:29:53.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853ffff640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f854815ca50 0x7f85481594d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:53.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 676346246 0 0) 0x7f8530003520 con 0x7f85480b4d50 2024-09-10T09:29:53.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f854815ca50 msgr2=0x7f85481594d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:53.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f854815ca50 0x7f85481594d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:53.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 >> v1:172.21.15.176:6789/0 conn(0x7f8548158ec0 legacy=0x7f854815c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:53.681 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f854815d5d0 con 0x7f85480b4d50 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853ffff640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f854815ca50 0x7f85481594d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f85400019f0 con 0x7f85480b4d50 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 >> v1:172.21.15.173:6789/0 conn(0x7f85480b4d50 legacy=0x7f854815e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85300039e0 0x7f8530003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8530004800 0x7f8530004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f854815ca50 0x7f85300051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f854815d2f0 con 0x7f85300039e0 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f853000baf0 con 0x7f8530004800 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f853000bcf0 con 0x7f854815ca50 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f854c84b640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85300039e0 0x7f8530003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:53.682 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f854d04c640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f854815ca50 0x7f85300051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:53.683 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f853ffff640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8530004800 0x7f8530004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:53.683 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f854c84b640 1 -- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f854815ca50 msgr2=0x7f85300051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:53.683 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f854c84b640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f854815ca50 0x7f85300051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:53.683 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f854c84b640 1 -- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8530004800 msgr2=0x7f8530004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:53.683 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f854c84b640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8530004800 0x7f8530004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:53.683 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.677+0000 7f854c84b640 1 -- 172.21.15.173:0/2353034052 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8530003520 con 0x7f85300039e0 2024-09-10T09:29:53.683 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.678+0000 7f854c84b640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85300039e0 0x7f8530003e00 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8544001750 tx=0x7f8530005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f33600b96ffeedbb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:53.683 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.678+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8544001370 con 0x7f85300039e0 2024-09-10T09:29:53.683 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.678+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85440052d0 con 0x7f85300039e0 2024-09-10T09:29:53.683 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.678+0000 7f853f7fe640 1 -- 172.21.15.173:0/2353034052 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f854402abe0 con 0x7f85300039e0 2024-09-10T09:29:53.684 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.679+0000 7f854eaaf640 1 -- 172.21.15.173:0/2353034052 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85300039e0 msgr2=0x7f8530003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:53.684 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.679+0000 7f854eaaf640 1 --2- 172.21.15.173:0/2353034052 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85300039e0 0x7f8530003e00 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8544001750 tx=0x7f8530005830 comp rx=0 tx=0).stop 2024-09-10T09:29:53.684 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.679+0000 7f854d04c640 1 -- 172.21.15.173:0/2353034052 reap_dead start 2024-09-10T09:29:53.684 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.679+0000 7f854eaaf640 1 -- 172.21.15.173:0/2353034052 shutdown_connections 2024-09-10T09:29:53.684 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.679+0000 7f854eaaf640 1 -- 172.21.15.173:0/2353034052 >> 172.21.15.173:0/2353034052 conn(0x7f854809aa30 msgr2=0x7f85480b67f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:53.684 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.679+0000 7f854eaaf640 1 -- 172.21.15.173:0/2353034052 shutdown_connections 2024-09-10T09:29:53.684 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.679+0000 7f854eaaf640 1 -- 172.21.15.173:0/2353034052 wait complete. 2024-09-10T09:29:53.687 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.680+0000 7f854eaaf640 1 Processor -- start 2024-09-10T09:29:53.687 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.680+0000 7f854eaaf640 1 -- start start 2024-09-10T09:29:53.687 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f854eaaf640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85300039e0 0x7f854814d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:53.687 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f854eaaf640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85481f3200 0x7f854806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:53.687 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f854eaaf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f85481f3680 0x7f854806c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:53.687 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f854eaaf640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f854815e7c0 con 0x7f85481f3200 2024-09-10T09:29:53.687 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f854eaaf640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f854815db90 con 0x7f85300039e0 2024-09-10T09:29:53.687 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f854eaaf640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f854815e940 con 0x7f85481f3680 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f853ffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85481f3200 0x7f854806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f853ffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85481f3200 0x7f854806bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60148/0 (socket says 172.21.15.173:60148) 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f853ffff640 1 -- 172.21.15.173:0/3716281890 learned_addr learned my addr 172.21.15.173:0/3716281890 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f854d04c640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f85481f3680 0x7f854806c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f854c84b640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85300039e0 0x7f854814d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f853ffff640 1 -- 172.21.15.173:0/3716281890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f85481f3680 msgr2=0x7f854806c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f853ffff640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f85481f3680 0x7f854806c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f853ffff640 1 -- 172.21.15.173:0/3716281890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85300039e0 msgr2=0x7f854814d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f853ffff640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85300039e0 0x7f854814d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.681+0000 7f853ffff640 1 -- 172.21.15.173:0/3716281890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f854814de70 con 0x7f85481f3200 2024-09-10T09:29:53.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.682+0000 7f853ffff640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85481f3200 0x7f854806bc10 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8538011590 tx=0x7f8538011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.682+0000 7f853d7fa640 1 -- 172.21.15.173:0/3716281890 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8538019070 con 0x7f85481f3200 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.682+0000 7f853d7fa640 1 -- 172.21.15.173:0/3716281890 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8538004220 con 0x7f85481f3200 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.682+0000 7f854eaaf640 1 -- 172.21.15.173:0/3716281890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8548154870 con 0x7f85481f3200 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.682+0000 7f853d7fa640 1 -- 172.21.15.173:0/3716281890 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853800f040 con 0x7f85481f3200 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.682+0000 7f854eaaf640 1 -- 172.21.15.173:0/3716281890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85481f2f00 con 0x7f85481f3200 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.683+0000 7f854eaaf640 1 -- 172.21.15.173:0/3716281890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85480b51e0 con 0x7f85481f3200 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.683+0000 7f853d7fa640 1 -- 172.21.15.173:0/3716281890 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8538015670 con 0x7f85481f3200 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.684+0000 7f853d7fa640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f853406be30 0x7f853406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.684+0000 7f853d7fa640 1 -- 172.21.15.173:0/3716281890 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6216+0+0 (secure 0 0 0) 0x7f853808b030 con 0x7f85481f3200 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.684+0000 7f854c84b640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f853406be30 0x7f853406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:53.689 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.684+0000 7f854c84b640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f853406be30 0x7f853406e2f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8544032000 tx=0x7f854402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:53.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.688+0000 7f853d7fa640 1 -- 172.21.15.173:0/3716281890 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8538059220 con 0x7f85481f3200 2024-09-10T09:29:53.855 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:53.854+0000 7f854eaaf640 1 -- 172.21.15.173:0/3716281890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f85480b3050 con 0x7f85481f3200 2024-09-10T09:29:54.526 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.525+0000 7f853d7fa640 1 -- 172.21.15.173:0/3716281890 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v43) ==== 181+0+0 (secure 0 0 0) 0x7f853805d520 con 0x7f85481f3200 2024-09-10T09:29:54.526 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_metadata' removed 2024-09-10T09:29:54.530 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.528+0000 7f854eaaf640 1 -- 172.21.15.173:0/3716281890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f853406be30 msgr2=0x7f853406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:54.530 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.528+0000 7f854eaaf640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f853406be30 0x7f853406e2f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8544032000 tx=0x7f854402e000 comp rx=0 tx=0).stop 2024-09-10T09:29:54.530 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.529+0000 7f854eaaf640 1 -- 172.21.15.173:0/3716281890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85481f3200 msgr2=0x7f854806bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:54.530 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.529+0000 7f854eaaf640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85481f3200 0x7f854806bc10 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8538011590 tx=0x7f8538011a50 comp rx=0 tx=0).stop 2024-09-10T09:29:54.530 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.529+0000 7f854eaaf640 1 -- 172.21.15.173:0/3716281890 shutdown_connections 2024-09-10T09:29:54.530 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.529+0000 7f854eaaf640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f853406be30 0x7f853406e2f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:54.530 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.529+0000 7f854eaaf640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f85481f3680 0x7f854806c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:54.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.529+0000 7f854eaaf640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f85481f3200 0x7f854806bc10 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:54.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.529+0000 7f854eaaf640 1 --2- 172.21.15.173:0/3716281890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85300039e0 0x7f854814d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:54.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.529+0000 7f854eaaf640 1 -- 172.21.15.173:0/3716281890 >> 172.21.15.173:0/3716281890 conn(0x7f854809aa30 msgr2=0x7f854806f3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:54.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.529+0000 7f854eaaf640 1 -- 172.21.15.173:0/3716281890 shutdown_connections 2024-09-10T09:29:54.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.529+0000 7f854eaaf640 1 -- 172.21.15.173:0/3716281890 wait complete. 2024-09-10T09:29:54.545 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T09:29:54.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.651+0000 7f26507fd640 1 Processor -- start 2024-09-10T09:29:54.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.651+0000 7f26507fd640 1 -- start start 2024-09-10T09:29:54.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.652+0000 7f26507fd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f264815d350 0x7f26480b6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:54.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.652+0000 7f26507fd640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f264815d8a0 con 0x7f2648145e50 2024-09-10T09:29:54.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.652+0000 7f26507fd640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f264815dba0 con 0x7f264806c320 2024-09-10T09:29:54.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.652+0000 7f26507fd640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f26480b7230 con 0x7f264815d350 2024-09-10T09:29:54.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.652+0000 7f264e599640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f2648145e50 0x7f264806bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:60222/0 (socket says 172.21.15.173:60222) 2024-09-10T09:29:54.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.652+0000 7f264e599640 1 -- 172.21.15.173:0/614213537 learned_addr learned my addr 172.21.15.173:0/614213537 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:54.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 51560506 0 0) 0x7f264815d8a0 con 0x7f2648145e50 2024-09-10T09:29:54.656 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2634003520 con 0x7f2648145e50 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264ed9a640 1 --2- 172.21.15.173:0/614213537 >> v2:172.21.15.176:3300/0 conn(0x7f264815d350 0x7f26480b6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1999618883 0 0) 0x7f2634003520 con 0x7f2648145e50 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 >> v2:172.21.15.176:3300/0 conn(0x7f264815d350 msgr2=0x7f26480b6cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 --2- 172.21.15.173:0/614213537 >> v2:172.21.15.176:3300/0 conn(0x7f264815d350 0x7f26480b6cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 >> v1:172.21.15.176:6789/0 conn(0x7f264806c320 legacy=0x7f2648163ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f264815de80 con 0x7f2648145e50 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f2644001670 con 0x7f2648145e50 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 >> v1:172.21.15.173:6789/0 conn(0x7f2648145e50 legacy=0x7f264806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f26340039b0 0x7f2634003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2634004800 0x7f2634004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26340051c0 0x7f263400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f26480b7230 con 0x7f26340039b0 2024-09-10T09:29:54.657 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f263400c110 con 0x7f26340051c0 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f263400c310 con 0x7f2634004800 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264e599640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f26340039b0 0x7f2634003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264ed9a640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26340051c0 0x7f263400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264dd98640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2634004800 0x7f2634004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264e599640 1 -- 172.21.15.173:0/614213537 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2634004800 msgr2=0x7f2634004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264e599640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2634004800 0x7f2634004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264e599640 1 -- 172.21.15.173:0/614213537 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26340051c0 msgr2=0x7f263400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264e599640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26340051c0 0x7f263400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264ed9a640 1 -- 172.21.15.173:0/614213537 reap_dead start 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.653+0000 7f264e599640 1 -- 172.21.15.173:0/614213537 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2634003520 con 0x7f26340039b0 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.654+0000 7f264e599640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f26340039b0 0x7f2634003dd0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f264400c210 tx=0x7f2634005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b98e543e78432117 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.654+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2644007d30 con 0x7f26340039b0 2024-09-10T09:29:54.658 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.654+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26440058d0 con 0x7f26340039b0 2024-09-10T09:29:54.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.654+0000 7f264d597640 1 -- 172.21.15.173:0/614213537 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2644005d20 con 0x7f26340039b0 2024-09-10T09:29:54.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.655+0000 7f26507fd640 1 -- 172.21.15.173:0/614213537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f26340039b0 msgr2=0x7f2634003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:54.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.655+0000 7f26507fd640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f26340039b0 0x7f2634003dd0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f264400c210 tx=0x7f2634005830 comp rx=0 tx=0).stop 2024-09-10T09:29:54.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.655+0000 7f26507fd640 1 -- 172.21.15.173:0/614213537 shutdown_connections 2024-09-10T09:29:54.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.655+0000 7f26507fd640 1 --2- 172.21.15.173:0/614213537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f26340039b0 0x7f2634003dd0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:54.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.655+0000 7f26507fd640 1 -- 172.21.15.173:0/614213537 >> 172.21.15.173:0/614213537 conn(0x7f264809aa30 msgr2=0x7f26480b65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:54.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.655+0000 7f26507fd640 1 -- 172.21.15.173:0/614213537 shutdown_connections 2024-09-10T09:29:54.659 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.655+0000 7f26507fd640 1 -- 172.21.15.173:0/614213537 wait complete. 2024-09-10T09:29:54.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.656+0000 7f26507fd640 1 Processor -- start 2024-09-10T09:29:54.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.656+0000 7f26507fd640 1 -- start start 2024-09-10T09:29:54.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f26507fd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f26340039b0 0x7f26481437c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:54.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f26507fd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2648143ee0 0x7f26480d10e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:54.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f26507fd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26480ce8a0 0x7f26480cf0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:54.662 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f26507fd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f264815e4d0 con 0x7f2648143ee0 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f26507fd640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f26480b6cf0 con 0x7f26480ce8a0 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f26507fd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f26480b6e70 con 0x7f26340039b0 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264dd98640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2648143ee0 0x7f26480d10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264dd98640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2648143ee0 0x7f26480d10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60166/0 (socket says 172.21.15.173:60166) 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264dd98640 1 -- 172.21.15.173:0/2646126580 learned_addr learned my addr 172.21.15.173:0/2646126580 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264e599640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f26340039b0 0x7f26481437c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264ed9a640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26480ce8a0 0x7f26480cf0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264dd98640 1 -- 172.21.15.173:0/2646126580 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f26340039b0 msgr2=0x7f26481437c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264dd98640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f26340039b0 0x7f26481437c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264dd98640 1 -- 172.21.15.173:0/2646126580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26480ce8a0 msgr2=0x7f26480cf0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264dd98640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26480ce8a0 0x7f26480cf0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264dd98640 1 -- 172.21.15.173:0/2646126580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26480cd520 con 0x7f2648143ee0 2024-09-10T09:29:54.663 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f264dd98640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2648143ee0 0x7f26480d10e0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f263800e410 tx=0x7f263800e8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f263effd640 1 -- 172.21.15.173:0/2646126580 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2638019070 con 0x7f2648143ee0 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f263effd640 1 -- 172.21.15.173:0/2646126580 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26380052e0 con 0x7f2648143ee0 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.657+0000 7f26507fd640 1 -- 172.21.15.173:0/2646126580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26480cd800 con 0x7f2648143ee0 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.658+0000 7f263effd640 1 -- 172.21.15.173:0/2646126580 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2638003830 con 0x7f2648143ee0 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.658+0000 7f26507fd640 1 -- 172.21.15.173:0/2646126580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26480cddc0 con 0x7f2648143ee0 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.658+0000 7f26507fd640 1 -- 172.21.15.173:0/2646126580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f264806bc10 con 0x7f2648143ee0 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.659+0000 7f263effd640 1 -- 172.21.15.173:0/2646126580 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f263801c070 con 0x7f2648143ee0 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.659+0000 7f263effd640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f262c06be60 0x7f262c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.660+0000 7f263effd640 1 -- 172.21.15.173:0/2646126580 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5778+0+0 (secure 0 0 0) 0x7f263808a320 con 0x7f2648143ee0 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.660+0000 7f264e599640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f262c06be60 0x7f262c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:54.664 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.660+0000 7f264e599640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f262c06be60 0x7f262c06e320 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2644033000 tx=0x7f264402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:54.665 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.664+0000 7f263effd640 1 -- 172.21.15.173:0/2646126580 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2638058630 con 0x7f2648143ee0 2024-09-10T09:29:54.833 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:54.832+0000 7f26507fd640 1 -- 172.21.15.173:0/2646126580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2648144cb0 con 0x7f2648143ee0 2024-09-10T09:29:55.527 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.526+0000 7f263effd640 1 -- 172.21.15.173:0/2646126580 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v44) ==== 169+0+0 (secure 0 0 0) 0x7f263805c930 con 0x7f2648143ee0 2024-09-10T09:29:55.527 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_data' removed 2024-09-10T09:29:55.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.529+0000 7f26507fd640 1 -- 172.21.15.173:0/2646126580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f262c06be60 msgr2=0x7f262c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.529+0000 7f26507fd640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f262c06be60 0x7f262c06e320 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2644033000 tx=0x7f264402e000 comp rx=0 tx=0).stop 2024-09-10T09:29:55.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.530+0000 7f26507fd640 1 -- 172.21.15.173:0/2646126580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2648143ee0 msgr2=0x7f26480d10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.530+0000 7f26507fd640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2648143ee0 0x7f26480d10e0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f263800e410 tx=0x7f263800e8d0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.530+0000 7f26507fd640 1 -- 172.21.15.173:0/2646126580 shutdown_connections 2024-09-10T09:29:55.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.530+0000 7f26507fd640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f262c06be60 0x7f262c06e320 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.530+0000 7f26507fd640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26480ce8a0 0x7f26480cf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.530+0000 7f26507fd640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2648143ee0 0x7f26480d10e0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.531 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.530+0000 7f26507fd640 1 --2- 172.21.15.173:0/2646126580 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f26340039b0 0x7f26481437c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.532 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.530+0000 7f26507fd640 1 -- 172.21.15.173:0/2646126580 >> 172.21.15.173:0/2646126580 conn(0x7f264809aa30 msgr2=0x7f26481e66e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:55.532 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.530+0000 7f26507fd640 1 -- 172.21.15.173:0/2646126580 shutdown_connections 2024-09-10T09:29:55.532 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.530+0000 7f26507fd640 1 -- 172.21.15.173:0/2646126580 wait complete. 2024-09-10T09:29:55.544 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T09:29:55.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.643+0000 7f8f596dd640 1 Processor -- start 2024-09-10T09:29:55.644 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.643+0000 7f8f596dd640 1 -- start start 2024-09-10T09:29:55.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f596dd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8f54162e30 0x7f8f5406d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.645 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f596dd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f8f540cf280 0x7f8f540d2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f596dd640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f5415ff70 con 0x7f8f54162340 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f596dd640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f8f5406de90 con 0x7f8f54162e30 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f596dd640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f8f54163270 con 0x7f8f540cf280 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f4a7fc640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8f54162e30 0x7f8f5406d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f4a7fc640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f8f54162e30 0x7f8f5406d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60176/0 (socket says 172.21.15.173:60176) 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f4a7fc640 1 -- 172.21.15.173:0/519890747 learned_addr learned my addr 172.21.15.173:0/519890747 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f4a7fc640 1 -- 172.21.15.173:0/519890747 >> v2:172.21.15.176:3300/0 conn(0x7f8f540cf280 msgr2=0x7f8f540d2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f537fe640 1 --2- 172.21.15.173:0/519890747 >> v2:172.21.15.176:3300/0 conn(0x7f8f540cf280 0x7f8f540d2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f4a7fc640 1 --2- 172.21.15.173:0/519890747 >> v2:172.21.15.176:3300/0 conn(0x7f8f540cf280 0x7f8f540d2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f4a7fc640 1 -- 172.21.15.173:0/519890747 >> v1:172.21.15.176:6789/0 conn(0x7f8f54162340 legacy=0x7f8f54162720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:55.646 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.644+0000 7f8f4a7fc640 1 -- 172.21.15.173:0/519890747 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f540d4d10 con 0x7f8f54162e30 2024-09-10T09:29:55.648 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.645+0000 7f8f4a7fc640 1 --2- 172.21.15.173:0/519890747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162e30 0x7f8f5406d740 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f8f5406c3d0 tx=0x7f8f3c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=250621b357050004 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:55.648 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.645+0000 7f8f527fc640 1 -- 172.21.15.173:0/519890747 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c004030 con 0x7f8f54162e30 2024-09-10T09:29:55.648 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.645+0000 7f8f527fc640 1 -- 172.21.15.173:0/519890747 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f3c0041d0 con 0x7f8f54162e30 2024-09-10T09:29:55.648 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.645+0000 7f8f527fc640 1 -- 172.21.15.173:0/519890747 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c003610 con 0x7f8f54162e30 2024-09-10T09:29:55.648 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.646+0000 7f8f596dd640 1 -- 172.21.15.173:0/519890747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162e30 msgr2=0x7f8f5406d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.648 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.646+0000 7f8f596dd640 1 --2- 172.21.15.173:0/519890747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162e30 0x7f8f5406d740 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f8f5406c3d0 tx=0x7f8f3c02a180 comp rx=0 tx=0).stop 2024-09-10T09:29:55.648 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.646+0000 7f8f596dd640 1 -- 172.21.15.173:0/519890747 shutdown_connections 2024-09-10T09:29:55.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.646+0000 7f8f596dd640 1 --2- 172.21.15.173:0/519890747 >> v2:172.21.15.176:3300/0 conn(0x7f8f540cf280 0x7f8f540d2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.646+0000 7f8f596dd640 1 --2- 172.21.15.173:0/519890747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162e30 0x7f8f5406d740 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.646+0000 7f8f596dd640 1 -- 172.21.15.173:0/519890747 >> 172.21.15.173:0/519890747 conn(0x7f8f5408bfc0 msgr2=0x7f8f540d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:55.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.646+0000 7f8f596dd640 1 -- 172.21.15.173:0/519890747 shutdown_connections 2024-09-10T09:29:55.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.646+0000 7f8f596dd640 1 -- 172.21.15.173:0/519890747 wait complete. 2024-09-10T09:29:55.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.647+0000 7f8f596dd640 1 Processor -- start 2024-09-10T09:29:55.649 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.647+0000 7f8f596dd640 1 -- start start 2024-09-10T09:29:55.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f596dd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f540cf280 0x7f8f540cdfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f596dd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162340 0x7f8f540b65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f596dd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8f54162e30 0x7f8f540b6af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f596dd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8f540cf6f0 con 0x7f8f54162340 2024-09-10T09:29:55.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f596dd640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8f540d2470 con 0x7f8f540cf280 2024-09-10T09:29:55.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f596dd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8f540d52d0 con 0x7f8f54162e30 2024-09-10T09:29:55.651 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f4a7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162340 0x7f8f540b65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f4a7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162340 0x7f8f540b65b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60192/0 (socket says 172.21.15.173:60192) 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f4a7fc640 1 -- 172.21.15.173:0/1224671961 learned_addr learned my addr 172.21.15.173:0/1224671961 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f4a7fc640 1 -- 172.21.15.173:0/1224671961 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8f54162e30 msgr2=0x7f8f540b6af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f4a7fc640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8f54162e30 0x7f8f540b6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f4a7fc640 1 -- 172.21.15.173:0/1224671961 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f540cf280 msgr2=0x7f8f540cdfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f4a7fc640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f540cf280 0x7f8f540cdfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f4a7fc640 1 -- 172.21.15.173:0/1224671961 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f541f80f0 con 0x7f8f54162340 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.648+0000 7f8f4a7fc640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162340 0x7f8f540b65b0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c02a1c0 tx=0x7f8f3c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.649+0000 7f8f4bfff640 1 -- 172.21.15.173:0/1224671961 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c041020 con 0x7f8f54162340 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.649+0000 7f8f4bfff640 1 -- 172.21.15.173:0/1224671961 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f3c003c50 con 0x7f8f54162340 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.649+0000 7f8f596dd640 1 -- 172.21.15.173:0/1224671961 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f541f83d0 con 0x7f8f54162340 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.649+0000 7f8f4bfff640 1 -- 172.21.15.173:0/1224671961 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c004030 con 0x7f8f54162340 2024-09-10T09:29:55.652 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.649+0000 7f8f596dd640 1 -- 172.21.15.173:0/1224671961 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f541f8990 con 0x7f8f54162340 2024-09-10T09:29:55.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.650+0000 7f8f596dd640 1 -- 172.21.15.173:0/1224671961 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f5406d740 con 0x7f8f54162340 2024-09-10T09:29:55.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.650+0000 7f8f4bfff640 1 -- 172.21.15.173:0/1224671961 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8f3c044020 con 0x7f8f54162340 2024-09-10T09:29:55.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.651+0000 7f8f4bfff640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8f3406be30 0x7f8f3406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.653 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.651+0000 7f8f4bfff640 1 -- 172.21.15.173:0/1224671961 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f8f3c0aba30 con 0x7f8f54162340 2024-09-10T09:29:55.654 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.651+0000 7f8f52ffd640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8f3406be30 0x7f8f3406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:55.654 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.651+0000 7f8f52ffd640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8f3406be30 0x7f8f3406e2f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8f5415f740 tx=0x7f8f440079b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:55.655 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.655+0000 7f8f4bfff640 1 -- 172.21.15.173:0/1224671961 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8f3c04b030 con 0x7f8f54162340 2024-09-10T09:29:55.822 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.820+0000 7f8f596dd640 1 -- 172.21.15.173:0/1224671961 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f8f5408e640 con 0x7f8f54162340 2024-09-10T09:29:55.824 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.824+0000 7f8f4bfff640 1 -- 172.21.15.173:0/1224671961 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f8f3c07a550 con 0x7f8f54162340 2024-09-10T09:29:55.827 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 -- 172.21.15.173:0/1224671961 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8f3406be30 msgr2=0x7f8f3406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8f3406be30 0x7f8f3406e2f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8f5415f740 tx=0x7f8f440079b0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 -- 172.21.15.173:0/1224671961 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162340 msgr2=0x7f8f540b65b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162340 0x7f8f540b65b0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c02a1c0 tx=0x7f8f3c0046c0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 -- 172.21.15.173:0/1224671961 shutdown_connections 2024-09-10T09:29:55.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f8f3406be30 0x7f8f3406e2f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8f54162e30 0x7f8f540b6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f54162340 0x7f8f540b65b0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 --2- 172.21.15.173:0/1224671961 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f540cf280 0x7f8f540cdfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.828 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 -- 172.21.15.173:0/1224671961 >> 172.21.15.173:0/1224671961 conn(0x7f8f5408bfc0 msgr2=0x7f8f5415c2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:55.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 -- 172.21.15.173:0/1224671961 shutdown_connections 2024-09-10T09:29:55.829 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.826+0000 7f8f596dd640 1 -- 172.21.15.173:0/1224671961 wait complete. 2024-09-10T09:29:55.839 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_acls.TestACLs.test_acls' 2024-09-10T09:29:55.937 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.936+0000 7fdd583f1640 1 Processor -- start 2024-09-10T09:29:55.938 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.936+0000 7fdd583f1640 1 -- start start 2024-09-10T09:29:55.938 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd583f1640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdd50145e00 0x7fdd500cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.938 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd583f1640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 0x7fdd500afc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.939 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd583f1640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd500af720 con 0x7fdd5015d460 2024-09-10T09:29:55.939 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd583f1640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fdd501461e0 con 0x7fdd50145e00 2024-09-10T09:29:55.939 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd583f1640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdd5015d8f0 con 0x7fdd500d0be0 2024-09-10T09:29:55.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd5618d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdd50145e00 0x7fdd500cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:55.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd5698e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 0x7fdd500afc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:55.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd5618d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdd50145e00 0x7fdd500cd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.173:39328/0 (socket says 172.21.15.173:39328) 2024-09-10T09:29:55.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd5598c640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fdd5015d460 0x7fdd500d04d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:45342/0 (socket says 172.21.15.173:45342) 2024-09-10T09:29:55.940 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd5618d640 1 -- 172.21.15.173:0/4207462726 learned_addr learned my addr 172.21.15.173:0/4207462726 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:55.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd5618d640 1 -- 172.21.15.173:0/4207462726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 msgr2=0x7fdd500afc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:55.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd5618d640 1 --2- 172.21.15.173:0/4207462726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 0x7fdd500afc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd5618d640 1 -- 172.21.15.173:0/4207462726 >> v1:172.21.15.176:6789/0 conn(0x7fdd5015d460 legacy=0x7fdd500d04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd5618d640 1 -- 172.21.15.173:0/4207462726 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd500cdf90 con 0x7fdd50145e00 2024-09-10T09:29:55.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.938+0000 7fdd5698e640 1 --2- 172.21.15.173:0/4207462726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 0x7fdd500afc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:29:55.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.939+0000 7fdd5618d640 1 --2- 172.21.15.173:0/4207462726 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd50145e00 0x7fdd500cd8a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdd44009870 tx=0x7fdd4402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=686fcb95e5804ebb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:55.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.939+0000 7fdd5518b640 1 -- 172.21.15.173:0/4207462726 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd44037070 con 0x7fdd50145e00 2024-09-10T09:29:55.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.939+0000 7fdd5518b640 1 -- 172.21.15.173:0/4207462726 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd44032440 con 0x7fdd50145e00 2024-09-10T09:29:55.941 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.939+0000 7fdd5518b640 1 -- 172.21.15.173:0/4207462726 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd44032810 con 0x7fdd50145e00 2024-09-10T09:29:55.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.940+0000 7fdd583f1640 1 -- 172.21.15.173:0/4207462726 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd50145e00 msgr2=0x7fdd500cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.940+0000 7fdd583f1640 1 --2- 172.21.15.173:0/4207462726 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd50145e00 0x7fdd500cd8a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdd44009870 tx=0x7fdd4402a270 comp rx=0 tx=0).stop 2024-09-10T09:29:55.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.940+0000 7fdd583f1640 1 -- 172.21.15.173:0/4207462726 shutdown_connections 2024-09-10T09:29:55.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.940+0000 7fdd583f1640 1 --2- 172.21.15.173:0/4207462726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 0x7fdd500afc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.942 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.940+0000 7fdd583f1640 1 --2- 172.21.15.173:0/4207462726 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd50145e00 0x7fdd500cd8a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.940+0000 7fdd583f1640 1 -- 172.21.15.173:0/4207462726 >> 172.21.15.173:0/4207462726 conn(0x7fdd500b2f40 msgr2=0x7fdd500b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:55.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.940+0000 7fdd583f1640 1 -- 172.21.15.173:0/4207462726 shutdown_connections 2024-09-10T09:29:55.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.940+0000 7fdd583f1640 1 -- 172.21.15.173:0/4207462726 wait complete. 2024-09-10T09:29:55.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.941+0000 7fdd583f1640 1 Processor -- start 2024-09-10T09:29:55.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.941+0000 7fdd583f1640 1 -- start start 2024-09-10T09:29:55.945 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd583f1640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 0x7fdd50156060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.945 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd583f1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd50145e00 0x7fdd501f21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.945 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd583f1640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd5015d460 0x7fdd501f2710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.945 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd583f1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdd500ce830 con 0x7fdd50145e00 2024-09-10T09:29:55.945 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd583f1640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdd500ce550 con 0x7fdd5015d460 2024-09-10T09:29:55.945 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd583f1640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdd500cede0 con 0x7fdd500d0be0 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5598c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd50145e00 0x7fdd501f21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5598c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd50145e00 0x7fdd501f21d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:60206/0 (socket says 172.21.15.173:60206) 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5598c640 1 -- 172.21.15.173:0/2263847488 learned_addr learned my addr 172.21.15.173:0/2263847488 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5698e640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd5015d460 0x7fdd501f2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5598c640 1 -- 172.21.15.173:0/2263847488 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 msgr2=0x7fdd50156060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5618d640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 0x7fdd50156060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5598c640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 0x7fdd50156060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5598c640 1 -- 172.21.15.173:0/2263847488 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd5015d460 msgr2=0x7fdd501f2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5598c640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd5015d460 0x7fdd501f2710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5598c640 1 -- 172.21.15.173:0/2263847488 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd5013df50 con 0x7fdd50145e00 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5698e640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd5015d460 0x7fdd501f2710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.942+0000 7fdd5598c640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd50145e00 0x7fdd501f21d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c00c3f0 tx=0x7fdd4c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:55.946 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.943+0000 7fdd42ffd640 1 -- 172.21.15.173:0/2263847488 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c0074e0 con 0x7fdd50145e00 2024-09-10T09:29:55.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.943+0000 7fdd42ffd640 1 -- 172.21.15.173:0/2263847488 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd4c007680 con 0x7fdd50145e00 2024-09-10T09:29:55.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.943+0000 7fdd583f1640 1 -- 172.21.15.173:0/2263847488 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd501595d0 con 0x7fdd50145e00 2024-09-10T09:29:55.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.943+0000 7fdd42ffd640 1 -- 172.21.15.173:0/2263847488 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c004a00 con 0x7fdd50145e00 2024-09-10T09:29:55.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.943+0000 7fdd583f1640 1 -- 172.21.15.173:0/2263847488 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd500b5330 con 0x7fdd50145e00 2024-09-10T09:29:55.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.944+0000 7fdd583f1640 1 -- 172.21.15.173:0/2263847488 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd500cd8a0 con 0x7fdd50145e00 2024-09-10T09:29:55.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.944+0000 7fdd42ffd640 1 -- 172.21.15.173:0/2263847488 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdd4c01a020 con 0x7fdd50145e00 2024-09-10T09:29:55.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.945+0000 7fdd42ffd640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdd3406be30 0x7fdd3406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:55.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.945+0000 7fdd5618d640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdd3406be30 0x7fdd3406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:55.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.945+0000 7fdd42ffd640 1 -- 172.21.15.173:0/2263847488 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fdd4c08a450 con 0x7fdd50145e00 2024-09-10T09:29:55.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.945+0000 7fdd5618d640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdd3406be30 0x7fdd3406e2f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdd44034000 tx=0x7fdd4402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:55.950 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:55.949+0000 7fdd42ffd640 1 -- 172.21.15.173:0/2263847488 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdd4c058f70 con 0x7fdd50145e00 2024-09-10T09:29:56.178 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.178+0000 7fdd583f1640 1 -- 172.21.15.173:0/2263847488 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_acls.TestACLs.test_acls"]} v 0) -- 0x7fdd5006dfa0 con 0x7fdd50145e00 2024-09-10T09:29:56.534 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.533+0000 7fdd42ffd640 1 -- 172.21.15.173:0/2263847488 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_acls.TestACLs.test_acls"]}]=0 v131) ==== 120+0+0 (secure 0 0 0) 0x7fdd4c058870 con 0x7fdd50145e00 2024-09-10T09:29:56.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 -- 172.21.15.173:0/2263847488 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdd3406be30 msgr2=0x7fdd3406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:56.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdd3406be30 0x7fdd3406e2f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdd44034000 tx=0x7fdd4402e000 comp rx=0 tx=0).stop 2024-09-10T09:29:56.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 -- 172.21.15.173:0/2263847488 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd50145e00 msgr2=0x7fdd501f21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:56.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd50145e00 0x7fdd501f21d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c00c3f0 tx=0x7fdd4c00c8b0 comp rx=0 tx=0).stop 2024-09-10T09:29:56.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 -- 172.21.15.173:0/2263847488 shutdown_connections 2024-09-10T09:29:56.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdd3406be30 0x7fdd3406e2f0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:56.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd5015d460 0x7fdd501f2710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:56.537 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd50145e00 0x7fdd501f21d0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:56.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 --2- 172.21.15.173:0/2263847488 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdd500d0be0 0x7fdd50156060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:56.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 -- 172.21.15.173:0/2263847488 >> 172.21.15.173:0/2263847488 conn(0x7fdd500b2f40 msgr2=0x7fdd500b1ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:56.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 -- 172.21.15.173:0/2263847488 shutdown_connections 2024-09-10T09:29:56.538 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:56.536+0000 7fdd583f1640 1 -- 172.21.15.173:0/2263847488 wait complete. 2024-09-10T09:29:56.548 INFO:tasks.cephfs_test_runner:test_acls (tasks.cephfs.test_acls.TestACLs) ... ok 2024-09-10T09:29:56.548 INFO:tasks.cephfs_test_runner: 2024-09-10T09:29:56.548 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-10T09:29:56.548 INFO:tasks.cephfs_test_runner:Ran 1 test in 122.960s 2024-09-10T09:29:56.549 INFO:tasks.cephfs_test_runner: 2024-09-10T09:29:56.549 INFO:tasks.cephfs_test_runner:OK 2024-09-10T09:29:56.549 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-10T09:29:56.558 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-10T09:29:56.747 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-10T09:29:56.747 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:29:56.747 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:29:56.765 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16172 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T09:29:56.765 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-09-10T09:29:56.765 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:29:56.822 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16172 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T09:29:56.822 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:29:56.822 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:29:56.841 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=926 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T09:29:56.842 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-10T09:29:56.842 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T09:29:56.900 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=926 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T09:29:56.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:56.900 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list 2024-09-10T09:29:56.916 INFO:teuthology.orchestra.run.smithi173.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T09:29:56.916 INFO:teuthology.orchestra.run.smithi173.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T09:29:56.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:56.916 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T09:29:56.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:56.981 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T09:29:57.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:57.048 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link delete ceph-brx 2024-09-10T09:29:57.144 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:57.144 DEBUG:teuthology.orchestra.run.smithi173:> ip netns list 2024-09-10T09:29:57.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:57.159 DEBUG:teuthology.orchestra.run.smithi173:> sudo ip link delete ceph-brx 2024-09-10T09:29:57.228 INFO:teuthology.orchestra.run.smithi173.stderr:Cannot find device "ceph-brx" 2024-09-10T09:29:57.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:29:57.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:57.230 DEBUG:teuthology.orchestra.run.smithi176:> ip netns list 2024-09-10T09:29:57.249 INFO:teuthology.orchestra.run.smithi176.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T09:29:57.249 INFO:teuthology.orchestra.run.smithi176.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T09:29:57.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:57.250 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T09:29:57.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:57.319 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T09:29:57.387 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:57.388 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link delete ceph-brx 2024-09-10T09:29:57.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:57.485 DEBUG:teuthology.orchestra.run.smithi176:> ip netns list 2024-09-10T09:29:57.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T09:29:57.503 DEBUG:teuthology.orchestra.run.smithi176:> sudo ip link delete ceph-brx 2024-09-10T09:29:57.572 INFO:teuthology.orchestra.run.smithi176.stderr:Cannot find device "ceph-brx" 2024-09-10T09:29:57.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:29:57.574 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-10T09:29:57.769 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T09:29:57.769 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:29:57.869 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.868+0000 7fde8e331640 1 Processor -- start 2024-09-10T09:29:57.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.868+0000 7fde8e331640 1 -- start start 2024-09-10T09:29:57.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.869+0000 7fde8e331640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fde8815b300 0x7fde880cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:57.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.869+0000 7fde8e331640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fde8806f8d0 0x7fde8815b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:57.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.869+0000 7fde8e331640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde880cdbe0 con 0x7fde880cd3f0 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.869+0000 7fde8e331640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fde880728a0 con 0x7fde8815b300 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.869+0000 7fde8e331640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fde880cd900 con 0x7fde8806f8d0 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.869+0000 7fde87fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fde8815b300 0x7fde880cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.869+0000 7fde877fe640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fde880cd3f0 0x7fde8806f1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56478/0 (socket says 172.21.15.173:56478) 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.869+0000 7fde87fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fde8815b300 0x7fde880cceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47246/0 (socket says 172.21.15.173:47246) 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.869+0000 7fde877fe640 1 -- 172.21.15.173:0/2282764570 learned_addr learned my addr 172.21.15.173:0/2282764570 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.870+0000 7fde8c8ce640 1 --2- 172.21.15.173:0/2282764570 >> v2:172.21.15.176:3300/0 conn(0x7fde8806f8d0 0x7fde8815b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.870+0000 7fde87fff640 1 -- 172.21.15.173:0/2282764570 >> v2:172.21.15.176:3300/0 conn(0x7fde8806f8d0 msgr2=0x7fde8815b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.870+0000 7fde87fff640 1 --2- 172.21.15.173:0/2282764570 >> v2:172.21.15.176:3300/0 conn(0x7fde8806f8d0 0x7fde8815b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.870+0000 7fde86ffd640 1 -- 172.21.15.173:0/2282764570 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 633113923 0 0) 0x7fde880cdbe0 con 0x7fde880cd3f0 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.870+0000 7fde87fff640 1 -- 172.21.15.173:0/2282764570 >> v1:172.21.15.173:6789/0 conn(0x7fde880cd3f0 legacy=0x7fde8806f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:57.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.870+0000 7fde87fff640 1 -- 172.21.15.173:0/2282764570 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde88072250 con 0x7fde8815b300 2024-09-10T09:29:57.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.870+0000 7fde87fff640 1 --2- 172.21.15.173:0/2282764570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8815b300 0x7fde880cceb0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fde880b38f0 tx=0x7fde7802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7265a37f14374d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:57.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde86ffd640 1 -- 172.21.15.173:0/2282764570 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde78037070 con 0x7fde8815b300 2024-09-10T09:29:57.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde86ffd640 1 -- 172.21.15.173:0/2282764570 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde78032440 con 0x7fde8815b300 2024-09-10T09:29:57.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde86ffd640 1 -- 172.21.15.173:0/2282764570 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde78032810 con 0x7fde8815b300 2024-09-10T09:29:57.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde8e331640 1 -- 172.21.15.173:0/2282764570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8815b300 msgr2=0x7fde880cceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:57.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde8e331640 1 --2- 172.21.15.173:0/2282764570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8815b300 0x7fde880cceb0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fde880b38f0 tx=0x7fde7802a1a0 comp rx=0 tx=0).stop 2024-09-10T09:29:57.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde8e331640 1 -- 172.21.15.173:0/2282764570 shutdown_connections 2024-09-10T09:29:57.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde8e331640 1 --2- 172.21.15.173:0/2282764570 >> v2:172.21.15.176:3300/0 conn(0x7fde8806f8d0 0x7fde8815b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:57.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde8e331640 1 --2- 172.21.15.173:0/2282764570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8815b300 0x7fde880cceb0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:57.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde8e331640 1 -- 172.21.15.173:0/2282764570 >> 172.21.15.173:0/2282764570 conn(0x7fde88067d70 msgr2=0x7fde8806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:57.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde8e331640 1 -- 172.21.15.173:0/2282764570 shutdown_connections 2024-09-10T09:29:57.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.871+0000 7fde8e331640 1 -- 172.21.15.173:0/2282764570 wait complete. 2024-09-10T09:29:57.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.872+0000 7fde8e331640 1 Processor -- start 2024-09-10T09:29:57.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.873+0000 7fde8e331640 1 -- start start 2024-09-10T09:29:57.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.873+0000 7fde8e331640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde8806f8d0 0x7fde880af500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:57.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.873+0000 7fde8e331640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde880cd3f0 0x7fde881506e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.873+0000 7fde8e331640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde8815b300 0x7fde8806e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.873+0000 7fde8e331640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fde880d0160 con 0x7fde880cd3f0 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.873+0000 7fde8e331640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fde880cffe0 con 0x7fde8815b300 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.873+0000 7fde8e331640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fde88072d30 con 0x7fde8806f8d0 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.873+0000 7fde877fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde880cd3f0 0x7fde881506e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.873+0000 7fde877fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde880cd3f0 0x7fde881506e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47258/0 (socket says 172.21.15.173:47258) 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.873+0000 7fde877fe640 1 -- 172.21.15.173:0/4078169890 learned_addr learned my addr 172.21.15.173:0/4078169890 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde87fff640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde8806f8d0 0x7fde880af500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde8c8ce640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde8815b300 0x7fde8806e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde877fe640 1 -- 172.21.15.173:0/4078169890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde8806f8d0 msgr2=0x7fde880af500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde877fe640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde8806f8d0 0x7fde880af500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde877fe640 1 -- 172.21.15.173:0/4078169890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde8815b300 msgr2=0x7fde8806e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:57.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde877fe640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde8815b300 0x7fde8806e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:57.878 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde877fe640 1 -- 172.21.15.173:0/4078169890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde88154da0 con 0x7fde880cd3f0 2024-09-10T09:29:57.878 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde877fe640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde880cd3f0 0x7fde881506e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fde7c00c4d0 tx=0x7fde7c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:57.878 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde84ff9640 1 -- 172.21.15.173:0/4078169890 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c018070 con 0x7fde880cd3f0 2024-09-10T09:29:57.878 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde84ff9640 1 -- 172.21.15.173:0/4078169890 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde7c007500 con 0x7fde880cd3f0 2024-09-10T09:29:57.878 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde8e331640 1 -- 172.21.15.173:0/4078169890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde880afa40 con 0x7fde880cd3f0 2024-09-10T09:29:57.878 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde84ff9640 1 -- 172.21.15.173:0/4078169890 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c004a20 con 0x7fde880cd3f0 2024-09-10T09:29:57.878 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.874+0000 7fde8e331640 1 -- 172.21.15.173:0/4078169890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde88154400 con 0x7fde880cd3f0 2024-09-10T09:29:57.878 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.875+0000 7fde8e331640 1 -- 172.21.15.173:0/4078169890 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde8806f1c0 con 0x7fde880cd3f0 2024-09-10T09:29:57.878 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.876+0000 7fde84ff9640 1 -- 172.21.15.173:0/4078169890 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fde7c01b070 con 0x7fde880cd3f0 2024-09-10T09:29:57.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.876+0000 7fde84ff9640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde7406be30 0x7fde7406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:57.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.876+0000 7fde84ff9640 1 -- 172.21.15.173:0/4078169890 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fde7c089f90 con 0x7fde880cd3f0 2024-09-10T09:29:57.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.876+0000 7fde87fff640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde7406be30 0x7fde7406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:57.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.876+0000 7fde87fff640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde7406be30 0x7fde7406e2f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fde78034000 tx=0x7fde7802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:57.881 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:57.880+0000 7fde84ff9640 1 -- 172.21.15.173:0/4078169890 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fde7c058460 con 0x7fde880cd3f0 2024-09-10T09:29:58.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.043+0000 7fde8e331640 1 -- 172.21.15.173:0/4078169890 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fde8815e4a0 con 0x7fde7406be30 2024-09-10T09:29:58.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.044+0000 7fde84ff9640 1 -- 172.21.15.173:0/4078169890 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13513 (secure 0 0 0) 0x7fde8815e4a0 con 0x7fde7406be30 2024-09-10T09:29:58.045 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:58.045 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:29:58.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.045+0000 7fde8e331640 1 -- 172.21.15.173:0/4078169890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde7406be30 msgr2=0x7fde7406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.045+0000 7fde8e331640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde7406be30 0x7fde7406e2f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fde78034000 tx=0x7fde7802e000 comp rx=0 tx=0).stop 2024-09-10T09:29:58.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.045+0000 7fde8e331640 1 -- 172.21.15.173:0/4078169890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde880cd3f0 msgr2=0x7fde881506e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.045+0000 7fde8e331640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde880cd3f0 0x7fde881506e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fde7c00c4d0 tx=0x7fde7c00c990 comp rx=0 tx=0).stop 2024-09-10T09:29:58.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.045+0000 7fde8e331640 1 -- 172.21.15.173:0/4078169890 shutdown_connections 2024-09-10T09:29:58.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.045+0000 7fde8e331640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fde7406be30 0x7fde7406e2f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.045+0000 7fde8e331640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fde8815b300 0x7fde8806e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.045+0000 7fde8e331640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde880cd3f0 0x7fde881506e0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.045+0000 7fde8e331640 1 --2- 172.21.15.173:0/4078169890 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fde8806f8d0 0x7fde880af500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.046+0000 7fde8e331640 1 -- 172.21.15.173:0/4078169890 >> 172.21.15.173:0/4078169890 conn(0x7fde88067d70 msgr2=0x7fde88158510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:58.048 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.046+0000 7fde8e331640 1 -- 172.21.15.173:0/4078169890 shutdown_connections 2024-09-10T09:29:58.048 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.046+0000 7fde8e331640 1 -- 172.21.15.173:0/4078169890 wait complete. 2024-09-10T09:29:58.057 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":122,"stamp":"2024-09-10T09:29:56.373801+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":222288,"kb_used_data":6096,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754752432,"statfs":{"total":773094113280,"available":772866490368,"internally_reserved":0,"allocated":6242304,"data_stored":4047416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":36,"apply_latency_ms":36,"commit_latency_ns":36000000,"apply_latency_ns":36000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-7786,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-52,"num_write_kb":-23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001282"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T09:29:02.449197+0000","last_change":"2024-09-10T09:27:08.656727+0000","last_active":"2024-09-10T09:29:02.449197+0000","last_peered":"2024-09-10T09:29:02.449197+0000","last_clean":"2024-09-10T09:29:02.449197+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:29:02.449197+0000","last_undegraded":"2024-09-10T09:29:02.449197+0000","last_fullsized":"2024-09-10T09:29:02.449197+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_clean_scrub_stamp":"2024-09-10T09:27:07.184898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:23.145910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542179,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28668,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343172,"statfs":{"total":96636764160,"available":96607408128,"internally_reserved":0,"allocated":1683456,"data_stored":1400361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542181,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":475136,"data_stored":206472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542179,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":479232,"data_stored":206002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542180,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":487424,"data_stored":211443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542181,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28096,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343744,"statfs":{"total":96636764160,"available":96607993856,"internally_reserved":0,"allocated":1097728,"data_stored":814906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542181,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":475136,"data_stored":205960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542181,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":475136,"data_stored":205980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542180,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28068,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343772,"statfs":{"total":96636764160,"available":96608022528,"internally_reserved":0,"allocated":1069056,"data_stored":796292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:29:58.058 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:29:58.157 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.156+0000 7f951d4ba640 1 Processor -- start 2024-09-10T09:29:58.157 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.156+0000 7f951d4ba640 1 -- start start 2024-09-10T09:29:58.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f951d4ba640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9518162060 0x7f95180b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f951d4ba640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f95180b64b0 0x7f95180b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f951d4ba640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f951806d9f0 con 0x7f9518161c80 2024-09-10T09:29:58.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f951d4ba640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f951806dcd0 con 0x7f95180b64b0 2024-09-10T09:29:58.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f951d4ba640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f951806dfb0 con 0x7f9518162060 2024-09-10T09:29:58.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f95177fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f95180b64b0 0x7f95180b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.159 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f95177fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f95180b64b0 0x7f95180b6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47272/0 (socket says 172.21.15.173:47272) 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f9516ffd640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f9518161c80 0x7f951806e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56484/0 (socket says 172.21.15.173:56484) 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f95177fe640 1 -- 172.21.15.173:0/2603172587 learned_addr learned my addr 172.21.15.173:0/2603172587 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f950ffff640 1 --2- 172.21.15.173:0/2603172587 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9518162060 0x7f95180b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f95177fe640 1 -- 172.21.15.173:0/2603172587 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9518162060 msgr2=0x7f95180b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f95177fe640 1 --2- 172.21.15.173:0/2603172587 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9518162060 0x7f95180b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f95177fe640 1 -- 172.21.15.173:0/2603172587 >> v1:172.21.15.173:6789/0 conn(0x7f9518161c80 legacy=0x7f951806e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f95177fe640 1 -- 172.21.15.173:0/2603172587 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95180d01f0 con 0x7f95180b64b0 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.157+0000 7f95167fc640 1 -- 172.21.15.173:0/2603172587 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4129407772 0 0) 0x7f951806d9f0 con 0x7f9518161c80 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.158+0000 7f95177fe640 1 --2- 172.21.15.173:0/2603172587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f95180b64b0 0x7f95180b6960 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9510009e50 tx=0x7f951002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de51e3d12b438398 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.158+0000 7f95167fc640 1 -- 172.21.15.173:0/2603172587 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9510036070 con 0x7f95180b64b0 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.158+0000 7f95167fc640 1 -- 172.21.15.173:0/2603172587 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9510031600 con 0x7f95180b64b0 2024-09-10T09:29:58.160 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.158+0000 7f95167fc640 1 -- 172.21.15.173:0/2603172587 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95100319d0 con 0x7f95180b64b0 2024-09-10T09:29:58.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.159+0000 7f951d4ba640 1 -- 172.21.15.173:0/2603172587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f95180b64b0 msgr2=0x7f95180b6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.159+0000 7f951d4ba640 1 --2- 172.21.15.173:0/2603172587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f95180b64b0 0x7f95180b6960 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9510009e50 tx=0x7f951002a710 comp rx=0 tx=0).stop 2024-09-10T09:29:58.164 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.159+0000 7f951d4ba640 1 -- 172.21.15.173:0/2603172587 shutdown_connections 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.159+0000 7f951d4ba640 1 --2- 172.21.15.173:0/2603172587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f95180b64b0 0x7f95180b6960 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.159+0000 7f951d4ba640 1 --2- 172.21.15.173:0/2603172587 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9518162060 0x7f95180b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.159+0000 7f951d4ba640 1 -- 172.21.15.173:0/2603172587 >> 172.21.15.173:0/2603172587 conn(0x7f95180d44f0 msgr2=0x7f95180d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.159+0000 7f951d4ba640 1 -- 172.21.15.173:0/2603172587 shutdown_connections 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.159+0000 7f951d4ba640 1 -- 172.21.15.173:0/2603172587 wait complete. 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.160+0000 7f951d4ba640 1 Processor -- start 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.160+0000 7f951d4ba640 1 -- start start 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f951d4ba640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95180b64b0 0x7f95180b2480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f951d4ba640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9518161c80 0x7f95180b8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f951d4ba640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9518162060 0x7f95180b9210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f951d4ba640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f95180cf1e0 con 0x7f9518161c80 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f951d4ba640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f95180d2aa0 con 0x7f9518162060 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f951d4ba640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f95180cf360 con 0x7f95180b64b0 2024-09-10T09:29:58.165 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f950ffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9518161c80 0x7f95180b8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f950ffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9518161c80 0x7f95180b8cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47276/0 (socket says 172.21.15.173:47276) 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f950ffff640 1 -- 172.21.15.173:0/1612628485 learned_addr learned my addr 172.21.15.173:0/1612628485 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f9516ffd640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95180b64b0 0x7f95180b2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f95177fe640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9518162060 0x7f95180b9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f950ffff640 1 -- 172.21.15.173:0/1612628485 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95180b64b0 msgr2=0x7f95180b2480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f950ffff640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95180b64b0 0x7f95180b2480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f950ffff640 1 -- 172.21.15.173:0/1612628485 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9518162060 msgr2=0x7f95180b9210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f950ffff640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9518162060 0x7f95180b9210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f950ffff640 1 -- 172.21.15.173:0/1612628485 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f951815a390 con 0x7f9518161c80 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f950ffff640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9518161c80 0x7f95180b8cd0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f950000e870 tx=0x7f950000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.161+0000 7f950f7fe640 1 -- 172.21.15.173:0/1612628485 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9500017070 con 0x7f9518161c80 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.162+0000 7f950f7fe640 1 -- 172.21.15.173:0/1612628485 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f950000ee60 con 0x7f9518161c80 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.162+0000 7f951d4ba640 1 -- 172.21.15.173:0/1612628485 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95180b98b0 con 0x7f9518161c80 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.162+0000 7f950f7fe640 1 -- 172.21.15.173:0/1612628485 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950000cb40 con 0x7f9518161c80 2024-09-10T09:29:58.166 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.162+0000 7f951d4ba640 1 -- 172.21.15.173:0/1612628485 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95180b9e70 con 0x7f9518161c80 2024-09-10T09:29:58.167 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.162+0000 7f951d4ba640 1 -- 172.21.15.173:0/1612628485 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95180b5f70 con 0x7f9518161c80 2024-09-10T09:29:58.167 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.163+0000 7f950f7fe640 1 -- 172.21.15.173:0/1612628485 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f950001a070 con 0x7f9518161c80 2024-09-10T09:29:58.167 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.163+0000 7f950f7fe640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f94f806be30 0x7f94f806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.167 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.163+0000 7f950f7fe640 1 -- 172.21.15.173:0/1612628485 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f950008ad30 con 0x7f9518161c80 2024-09-10T09:29:58.167 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.164+0000 7f9516ffd640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f94f806be30 0x7f94f806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.167 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.164+0000 7f9516ffd640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f94f806be30 0x7f94f806e2f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9508000f60 tx=0x7f9508007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:58.169 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.168+0000 7f950f7fe640 1 -- 172.21.15.173:0/1612628485 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9500059290 con 0x7f9518161c80 2024-09-10T09:29:58.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.330+0000 7f951d4ba640 1 -- 172.21.15.173:0/1612628485 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f95180ba470 con 0x7f94f806be30 2024-09-10T09:29:58.332 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.331+0000 7f950f7fe640 1 -- 172.21.15.173:0/1612628485 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13513 (secure 0 0 0) 0x7f95180ba470 con 0x7f94f806be30 2024-09-10T09:29:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:58.332 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:29:58.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 -- 172.21.15.173:0/1612628485 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f94f806be30 msgr2=0x7f94f806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f94f806be30 0x7f94f806e2f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9508000f60 tx=0x7f9508007d50 comp rx=0 tx=0).stop 2024-09-10T09:29:58.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 -- 172.21.15.173:0/1612628485 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9518161c80 msgr2=0x7f95180b8cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9518161c80 0x7f95180b8cd0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f950000e870 tx=0x7f950000ed30 comp rx=0 tx=0).stop 2024-09-10T09:29:58.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 -- 172.21.15.173:0/1612628485 shutdown_connections 2024-09-10T09:29:58.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f94f806be30 0x7f94f806e2f0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9518162060 0x7f95180b9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9518161c80 0x7f95180b8cd0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 --2- 172.21.15.173:0/1612628485 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95180b64b0 0x7f95180b2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 -- 172.21.15.173:0/1612628485 >> 172.21.15.173:0/1612628485 conn(0x7f95180d44f0 msgr2=0x7f951806ce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:58.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 -- 172.21.15.173:0/1612628485 shutdown_connections 2024-09-10T09:29:58.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.333+0000 7f951d4ba640 1 -- 172.21.15.173:0/1612628485 wait complete. 2024-09-10T09:29:58.345 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":122,"stamp":"2024-09-10T09:29:56.373801+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":222288,"kb_used_data":6096,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754752432,"statfs":{"total":773094113280,"available":772866490368,"internally_reserved":0,"allocated":6242304,"data_stored":4047416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":36,"apply_latency_ms":36,"commit_latency_ns":36000000,"apply_latency_ns":36000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-7786,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-52,"num_write_kb":-23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001282"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T09:29:02.449197+0000","last_change":"2024-09-10T09:27:08.656727+0000","last_active":"2024-09-10T09:29:02.449197+0000","last_peered":"2024-09-10T09:29:02.449197+0000","last_clean":"2024-09-10T09:29:02.449197+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:29:02.449197+0000","last_undegraded":"2024-09-10T09:29:02.449197+0000","last_fullsized":"2024-09-10T09:29:02.449197+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_clean_scrub_stamp":"2024-09-10T09:27:07.184898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:23.145910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542179,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28668,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343172,"statfs":{"total":96636764160,"available":96607408128,"internally_reserved":0,"allocated":1683456,"data_stored":1400361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542181,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":475136,"data_stored":206472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542179,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":479232,"data_stored":206002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542180,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":487424,"data_stored":211443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542181,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28096,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343744,"statfs":{"total":96636764160,"available":96607993856,"internally_reserved":0,"allocated":1097728,"data_stored":814906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542181,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":475136,"data_stored":205960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542181,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":475136,"data_stored":205980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542180,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28068,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343772,"statfs":{"total":96636764160,"available":96608022528,"internally_reserved":0,"allocated":1069056,"data_stored":796292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:29:58.345 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T09:29:58.345 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:29:58.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.443+0000 7f423167b640 1 Processor -- start 2024-09-10T09:29:58.444 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.443+0000 7f423167b640 1 -- start start 2024-09-10T09:29:58.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f423167b640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f422c15e5d0 0x7f422c0d10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f423167b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f422c06df60 0x7f422c09aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f423167b640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f422c06cec0 con 0x7f422c0d1630 2024-09-10T09:29:58.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f423167b640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f422c06dad0 con 0x7f422c15e5d0 2024-09-10T09:29:58.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f423167b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f422c06d1a0 con 0x7f422c06df60 2024-09-10T09:29:58.446 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f422affd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f422c15e5d0 0x7f422c0d10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f422affd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f422c15e5d0 0x7f422c0d10f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47286/0 (socket says 172.21.15.173:47286) 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f422affd640 1 -- 172.21.15.173:0/2389199970 learned_addr learned my addr 172.21.15.173:0/2389199970 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f422a7fc640 1 --2- 172.21.15.173:0/2389199970 >> v2:172.21.15.176:3300/0 conn(0x7f422c06df60 0x7f422c09aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f422affd640 1 -- 172.21.15.173:0/2389199970 >> v2:172.21.15.176:3300/0 conn(0x7f422c06df60 msgr2=0x7f422c09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f422affd640 1 --2- 172.21.15.173:0/2389199970 >> v2:172.21.15.176:3300/0 conn(0x7f422c06df60 0x7f422c09aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f422affd640 1 -- 172.21.15.173:0/2389199970 >> v1:172.21.15.176:6789/0 conn(0x7f422c0d1630 legacy=0x7f422c162230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f422affd640 1 -- 172.21.15.173:0/2389199970 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f422c06d480 con 0x7f422c15e5d0 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.444+0000 7f422a7fc640 1 --2- 172.21.15.173:0/2389199970 >> v2:172.21.15.176:3300/0 conn(0x7f422c06df60 0x7f422c09aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.445+0000 7f422affd640 1 --2- 172.21.15.173:0/2389199970 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 0x7f422c0d10f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f422c0a0490 tx=0x7f421c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18ed9b1acb0e0207 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.445+0000 7f4229ffb640 1 -- 172.21.15.173:0/2389199970 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421c037070 con 0x7f422c15e5d0 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.445+0000 7f4229ffb640 1 -- 172.21.15.173:0/2389199970 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f421c02ae50 con 0x7f422c15e5d0 2024-09-10T09:29:58.447 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.445+0000 7f4229ffb640 1 -- 172.21.15.173:0/2389199970 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421c032860 con 0x7f422c15e5d0 2024-09-10T09:29:58.450 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.446+0000 7f423167b640 1 -- 172.21.15.173:0/2389199970 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 msgr2=0x7f422c0d10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.446+0000 7f423167b640 1 --2- 172.21.15.173:0/2389199970 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 0x7f422c0d10f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f422c0a0490 tx=0x7f421c02a300 comp rx=0 tx=0).stop 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.446+0000 7f423167b640 1 -- 172.21.15.173:0/2389199970 shutdown_connections 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.446+0000 7f423167b640 1 --2- 172.21.15.173:0/2389199970 >> v2:172.21.15.176:3300/0 conn(0x7f422c06df60 0x7f422c09aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.446+0000 7f423167b640 1 --2- 172.21.15.173:0/2389199970 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 0x7f422c0d10f0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.446+0000 7f423167b640 1 -- 172.21.15.173:0/2389199970 >> 172.21.15.173:0/2389199970 conn(0x7f422c0d23a0 msgr2=0x7f422c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.446+0000 7f423167b640 1 -- 172.21.15.173:0/2389199970 shutdown_connections 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.446+0000 7f423167b640 1 -- 172.21.15.173:0/2389199970 wait complete. 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.447+0000 7f423167b640 1 Processor -- start 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.447+0000 7f423167b640 1 -- start start 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f423167b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f422c06df60 0x7f422c1f76e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.451 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f423167b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f422c0d1630 0x7f422c0c5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f423167b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 0x7f422c0c6340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f423167b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f422c15eb30 con 0x7f422c15e5d0 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f423167b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f422c15e9b0 con 0x7f422c0d1630 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f423167b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f422c09af70 con 0x7f422c06df60 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422b7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 0x7f422c0c6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422b7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 0x7f422c0c6340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47300/0 (socket says 172.21.15.173:47300) 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422b7fe640 1 -- 172.21.15.173:0/1832657736 learned_addr learned my addr 172.21.15.173:0/1832657736 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422affd640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f422c06df60 0x7f422c1f76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422a7fc640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f422c0d1630 0x7f422c0c5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422b7fe640 1 -- 172.21.15.173:0/1832657736 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f422c06df60 msgr2=0x7f422c1f76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422b7fe640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f422c06df60 0x7f422c1f76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422b7fe640 1 -- 172.21.15.173:0/1832657736 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f422c0d1630 msgr2=0x7f422c0c5e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.452 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422b7fe640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f422c0d1630 0x7f422c0c5e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422b7fe640 1 -- 172.21.15.173:0/1832657736 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f422c0b5be0 con 0x7f422c15e5d0 2024-09-10T09:29:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422a7fc640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f422c0d1630 0x7f422c0c5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:29:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.448+0000 7f422b7fe640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 0x7f422c0c6340 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f422400c7d0 tx=0x7f422400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.449+0000 7f42137fe640 1 -- 172.21.15.173:0/1832657736 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4224003b70 con 0x7f422c15e5d0 2024-09-10T09:29:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.449+0000 7f42137fe640 1 -- 172.21.15.173:0/1832657736 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4224003d30 con 0x7f422c15e5d0 2024-09-10T09:29:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.449+0000 7f42137fe640 1 -- 172.21.15.173:0/1832657736 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422400aa90 con 0x7f422c15e5d0 2024-09-10T09:29:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.449+0000 7f423167b640 1 -- 172.21.15.173:0/1832657736 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f422c0b5ec0 con 0x7f422c15e5d0 2024-09-10T09:29:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.449+0000 7f423167b640 1 -- 172.21.15.173:0/1832657736 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f422c0b6480 con 0x7f422c15e5d0 2024-09-10T09:29:58.453 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.450+0000 7f423167b640 1 -- 172.21.15.173:0/1832657736 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f422c0ce9a0 con 0x7f422c15e5d0 2024-09-10T09:29:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.450+0000 7f42137fe640 1 -- 172.21.15.173:0/1832657736 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f422400ac30 con 0x7f422c15e5d0 2024-09-10T09:29:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.451+0000 7f42137fe640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f421806be30 0x7f421806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.451+0000 7f422affd640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f421806be30 0x7f421806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.451+0000 7f42137fe640 1 -- 172.21.15.173:0/1832657736 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f422408ab90 con 0x7f422c15e5d0 2024-09-10T09:29:58.454 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.451+0000 7f422affd640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f421806be30 0x7f421806e2f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f421c034000 tx=0x7f421c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:58.456 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.455+0000 7f42137fe640 1 -- 172.21.15.173:0/1832657736 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f422c0ce9a0 con 0x7f422c15e5d0 2024-09-10T09:29:58.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.619+0000 7f423167b640 1 -- 172.21.15.173:0/1832657736 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f422c09aa30 con 0x7f421806be30 2024-09-10T09:29:58.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.619+0000 7f42137fe640 1 -- 172.21.15.173:0/1832657736 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13472 (secure 0 0 0) 0x7f422c09aa30 con 0x7f421806be30 2024-09-10T09:29:58.621 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:58.621 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.621+0000 7f423167b640 1 -- 172.21.15.173:0/1832657736 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f421806be30 msgr2=0x7f421806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.621+0000 7f423167b640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f421806be30 0x7f421806e2f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f421c034000 tx=0x7f421c02e000 comp rx=0 tx=0).stop 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.621+0000 7f423167b640 1 -- 172.21.15.173:0/1832657736 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 msgr2=0x7f422c0c6340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.621+0000 7f423167b640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 0x7f422c0c6340 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f422400c7d0 tx=0x7f422400cc90 comp rx=0 tx=0).stop 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.621+0000 7f423167b640 1 -- 172.21.15.173:0/1832657736 shutdown_connections 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.621+0000 7f423167b640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f421806be30 0x7f421806e2f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.621+0000 7f423167b640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f422c15e5d0 0x7f422c0c6340 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.621+0000 7f423167b640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f422c0d1630 0x7f422c0c5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.621+0000 7f423167b640 1 --2- 172.21.15.173:0/1832657736 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f422c06df60 0x7f422c1f76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.621+0000 7f423167b640 1 -- 172.21.15.173:0/1832657736 >> 172.21.15.173:0/1832657736 conn(0x7f422c0d23a0 msgr2=0x7f422c071630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:58.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.622+0000 7f423167b640 1 -- 172.21.15.173:0/1832657736 shutdown_connections 2024-09-10T09:29:58.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.622+0000 7f423167b640 1 -- 172.21.15.173:0/1832657736 wait complete. 2024-09-10T09:29:58.633 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":123,"stamp":"2024-09-10T09:29:58.374207+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":221328,"kb_used_data":5096,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753392,"statfs":{"total":773094113280,"available":772867473408,"internally_reserved":0,"allocated":5218304,"data_stored":2943212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-609780,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-2,"num_read_kb":-6,"num_write":-112,"num_write_kb":-652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001401"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":210,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-10T09:29:55.270280+0000","last_change":"2024-09-10T09:27:08.656727+0000","last_active":"2024-09-10T09:29:55.270280+0000","last_peered":"2024-09-10T09:29:55.270280+0000","last_clean":"2024-09-10T09:29:55.270280+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:29:55.270280+0000","last_undegraded":"2024-09-10T09:29:55.270280+0000","last_fullsized":"2024-09-10T09:29:55.270280+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_clean_scrub_stamp":"2024-09-10T09:27:07.184898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:23.145910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542180,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343744,"statfs":{"total":96636764160,"available":96607993856,"internally_reserved":0,"allocated":1093632,"data_stored":809184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542182,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":218816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542180,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":218816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542181,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542182,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":218816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542182,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27536,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542182,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":499712,"data_stored":218816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542181,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343744,"statfs":{"total":96636764160,"available":96607993856,"internally_reserved":0,"allocated":1093632,"data_stored":809184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:29:58.634 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T09:29:58.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.731+0000 7f5702181640 1 Processor -- start 2024-09-10T09:29:58.732 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.731+0000 7f5702181640 1 -- start start 2024-09-10T09:29:58.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.731+0000 7f5702181640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f56fc0b69d0 0x7f56fc162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.731+0000 7f5702181640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56fc0b0180 0x7f56fc154d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.731+0000 7f5702181640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56fc15eb60 con 0x7f56fc0af280 2024-09-10T09:29:58.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.731+0000 7f5702181640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f56fc0b6db0 con 0x7f56fc0b69d0 2024-09-10T09:29:58.735 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.731+0000 7f5702181640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f56fc15ee40 con 0x7f56fc0b0180 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56faffd640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f56fc0af280 0x7f56fc0afa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56498/0 (socket says 172.21.15.173:56498) 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56faffd640 1 -- 172.21.15.173:0/612057760 learned_addr learned my addr 172.21.15.173:0/612057760 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 831633118 0 0) 0x7f56fc15eb60 con 0x7f56fc0af280 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fb7fe640 1 --2- 172.21.15.173:0/612057760 >> v2:172.21.15.176:3300/0 conn(0x7f56fc0b69d0 0x7f56fc162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f56e4003520 con 0x7f56fc0af280 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fbfff640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56fc0b0180 0x7f56fc154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3417093961 0 0) 0x7f56e4003520 con 0x7f56fc0af280 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56fc0b0180 msgr2=0x7f56fc154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56fc0b0180 0x7f56fc154d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 >> v2:172.21.15.176:3300/0 conn(0x7f56fc0b69d0 msgr2=0x7f56fc162a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 --2- 172.21.15.173:0/612057760 >> v2:172.21.15.176:3300/0 conn(0x7f56fc0b69d0 0x7f56fc162a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56fc15f120 con 0x7f56fc0af280 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f56f0001670 con 0x7f56fc0af280 2024-09-10T09:29:58.736 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 >> v1:172.21.15.173:6789/0 conn(0x7f56fc0af280 legacy=0x7f56fc0afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56e40039b0 0x7f56e4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56fc0b0180 0x7f56e4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f56e4004d40 0x7f56e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f56fc0b6db0 con 0x7f56e40039b0 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f56fc15ee40 con 0x7f56e4004d40 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f56e400ba70 con 0x7f56fc0b0180 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fb7fe640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56e40039b0 0x7f56e4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56faffd640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56fc0b0180 0x7f56e4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.732+0000 7f56fbfff640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f56e4004d40 0x7f56e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.733+0000 7f56fb7fe640 1 -- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56fc0b0180 msgr2=0x7f56e4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.733+0000 7f56fb7fe640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56fc0b0180 0x7f56e4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.733+0000 7f56fb7fe640 1 -- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f56e4004d40 msgr2=0x7f56e40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.733+0000 7f56fb7fe640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f56e4004d40 0x7f56e40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.737 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.733+0000 7f56fb7fe640 1 -- 172.21.15.173:0/612057760 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56e4003520 con 0x7f56e40039b0 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.733+0000 7f56fbfff640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f56e4004d40 0x7f56e40051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.733+0000 7f56fb7fe640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56e40039b0 0x7f56e4003dd0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f56ec009ac0 tx=0x7f56e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c38344a4b0356c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.733+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56ec036070 con 0x7f56e40039b0 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.733+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56ec031400 con 0x7f56e40039b0 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.733+0000 7f56fa7fc640 1 -- 172.21.15.173:0/612057760 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56ec009690 con 0x7f56e40039b0 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.734+0000 7f5702181640 1 -- 172.21.15.173:0/612057760 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56e40039b0 msgr2=0x7f56e4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.734+0000 7f5702181640 1 --2- 172.21.15.173:0/612057760 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56e40039b0 0x7f56e4003dd0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f56ec009ac0 tx=0x7f56e4005830 comp rx=0 tx=0).stop 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.734+0000 7f56fbfff640 1 -- 172.21.15.173:0/612057760 reap_dead start 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.734+0000 7f5702181640 1 -- 172.21.15.173:0/612057760 shutdown_connections 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.734+0000 7f5702181640 1 -- 172.21.15.173:0/612057760 >> 172.21.15.173:0/612057760 conn(0x7f56fc06bc10 msgr2=0x7f56fc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.734+0000 7f5702181640 1 -- 172.21.15.173:0/612057760 shutdown_connections 2024-09-10T09:29:58.738 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.734+0000 7f5702181640 1 -- 172.21.15.173:0/612057760 wait complete. 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.735+0000 7f5702181640 1 Processor -- start 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.735+0000 7f5702181640 1 -- start start 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f5702181640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56e40039b0 0x7f56fc1f3860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f5702181640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f56fc1f3da0 0x7f56fc1f7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f5702181640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56fc1f7c80 0x7f56fc1e8870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f5702181640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f56fc154d00 con 0x7f56fc1f7c80 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f5702181640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f56fc0af710 con 0x7f56fc1f3da0 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f5702181640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f56fc154e80 con 0x7f56e40039b0 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f56fbfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56fc1f7c80 0x7f56fc1e8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f56fbfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56fc1f7c80 0x7f56fc1e8870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47312/0 (socket says 172.21.15.173:47312) 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f56fbfff640 1 -- 172.21.15.173:0/790909237 learned_addr learned my addr 172.21.15.173:0/790909237 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:29:58.741 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f56faffd640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f56fc1f3da0 0x7f56fc1f7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f56fb7fe640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56e40039b0 0x7f56fc1f3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f56fbfff640 1 -- 172.21.15.173:0/790909237 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56e40039b0 msgr2=0x7f56fc1f3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f56fbfff640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56e40039b0 0x7f56fc1f3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f56fbfff640 1 -- 172.21.15.173:0/790909237 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f56fc1f3da0 msgr2=0x7f56fc1f7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.736+0000 7f56fbfff640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f56fc1f3da0 0x7f56fc1f7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.737+0000 7f56fbfff640 1 -- 172.21.15.173:0/790909237 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56fc1e9450 con 0x7f56fc1f7c80 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.737+0000 7f56fbfff640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56fc1f7c80 0x7f56fc1e8870 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0707c0 tx=0x7f56f4010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.737+0000 7f56e3fff640 1 -- 172.21.15.173:0/790909237 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f401a030 con 0x7f56fc1f7c80 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.737+0000 7f56e3fff640 1 -- 172.21.15.173:0/790909237 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56f4010d20 con 0x7f56fc1f7c80 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.737+0000 7f5702181640 1 -- 172.21.15.173:0/790909237 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56fc141470 con 0x7f56fc1f7c80 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.737+0000 7f56e3fff640 1 -- 172.21.15.173:0/790909237 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f4003bd0 con 0x7f56fc1f7c80 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.737+0000 7f5702181640 1 -- 172.21.15.173:0/790909237 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56fc141a30 con 0x7f56fc1f7c80 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.738+0000 7f5702181640 1 -- 172.21.15.173:0/790909237 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56fc141c30 con 0x7f56fc1f7c80 2024-09-10T09:29:58.742 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.738+0000 7f56e3fff640 1 -- 172.21.15.173:0/790909237 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f56f401d070 con 0x7f56fc1f7c80 2024-09-10T09:29:58.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.739+0000 7f56e3fff640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f56e806be60 0x7f56e806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:29:58.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.739+0000 7f56e3fff640 1 -- 172.21.15.173:0/790909237 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f56f408b240 con 0x7f56fc1f7c80 2024-09-10T09:29:58.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.739+0000 7f56fb7fe640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f56e806be60 0x7f56e806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:29:58.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.739+0000 7f56fb7fe640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f56e806be60 0x7f56e806e320 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f56ec033000 tx=0x7f56ec008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:29:58.744 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.743+0000 7f56e3fff640 1 -- 172.21.15.173:0/790909237 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f56fc141c30 con 0x7f56fc1f7c80 2024-09-10T09:29:58.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.908+0000 7f5702181640 1 -- 172.21.15.173:0/790909237 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f56fc162a50 con 0x7f56fc1f7c80 2024-09-10T09:29:58.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.909+0000 7f56e3fff640 1 -- 172.21.15.173:0/790909237 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+13341 (secure 0 0 0) 0x7f56f4059df0 con 0x7f56fc1f7c80 2024-09-10T09:29:58.910 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:29:58.910 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":44,"fsid":"34710975-cc63-4584-a582-b352ccae7f87","created":"2024-09-10T09:26:54.301377+0000","modified":"2024-09-10T09:29:55.526090+0000","last_up_change":"2024-09-10T09:27:06.182792+0000","last_in_change":"2024-09-10T09:26:56.429494+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T09:27:06.373697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"97c749fe-35e9-4870-846e-d59da06ffb9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6825","nonce":3847583702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6827","nonce":3847583702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6831","nonce":3847583702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3847583702},{"type":"v1","addr":"172.21.15.173:6829","nonce":3847583702}]},"public_addr":"172.21.15.173:6825/3847583702","cluster_addr":"172.21.15.173:6827/3847583702","heartbeat_back_addr":"172.21.15.173:6831/3847583702","heartbeat_front_addr":"172.21.15.173:6829/3847583702","state":["exists","up"]},{"osd":1,"uuid":"a2c58a89-da77-4b0b-85af-812eb67c93d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6801","nonce":2156161484}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6803","nonce":2156161484}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6807","nonce":2156161484}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2156161484},{"type":"v1","addr":"172.21.15.173:6805","nonce":2156161484}]},"public_addr":"172.21.15.173:6801/2156161484","cluster_addr":"172.21.15.173:6803/2156161484","heartbeat_back_addr":"172.21.15.173:6807/2156161484","heartbeat_front_addr":"172.21.15.173:6805/2156161484","state":["exists","up"]},{"osd":2,"uuid":"c58c2b01-5255-4b74-83c0-c99881627722","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6809","nonce":3570089435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6811","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6813","nonce":3570089435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6821","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6823","nonce":3570089435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3570089435},{"type":"v1","addr":"172.21.15.173:6818","nonce":3570089435}]},"public_addr":"172.21.15.173:6809/3570089435","cluster_addr":"172.21.15.173:6813/3570089435","heartbeat_back_addr":"172.21.15.173:6823/3570089435","heartbeat_front_addr":"172.21.15.173:6818/3570089435","state":["exists","up"]},{"osd":3,"uuid":"4f9884ce-0668-49a5-8b1b-a9d587dfe4ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6812","nonce":129315301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6815","nonce":129315301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6822","nonce":129315301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6817","nonce":129315301},{"type":"v1","addr":"172.21.15.173:6819","nonce":129315301}]},"public_addr":"172.21.15.173:6812/129315301","cluster_addr":"172.21.15.173:6815/129315301","heartbeat_back_addr":"172.21.15.173:6822/129315301","heartbeat_front_addr":"172.21.15.173:6819/129315301","state":["exists","up"]},{"osd":4,"uuid":"8bc7f358-6214-46f5-9c7c-405eef67f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6817","nonce":568733902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6819","nonce":568733902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6823","nonce":568733902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":568733902},{"type":"v1","addr":"172.21.15.176:6821","nonce":568733902}]},"public_addr":"172.21.15.176:6817/568733902","cluster_addr":"172.21.15.176:6819/568733902","heartbeat_back_addr":"172.21.15.176:6823/568733902","heartbeat_front_addr":"172.21.15.176:6821/568733902","state":["exists","up"]},{"osd":5,"uuid":"888c422a-c3e9-4747-aebf-c0a862e1461c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6809","nonce":233367625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6811","nonce":233367625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6815","nonce":233367625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":233367625},{"type":"v1","addr":"172.21.15.176:6813","nonce":233367625}]},"public_addr":"172.21.15.176:6809/233367625","cluster_addr":"172.21.15.176:6811/233367625","heartbeat_back_addr":"172.21.15.176:6815/233367625","heartbeat_front_addr":"172.21.15.176:6813/233367625","state":["exists","up"]},{"osd":6,"uuid":"b6f7f197-94d6-4cfb-a8b5-38bdc28bb716","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6801","nonce":3503231939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6803","nonce":3503231939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6807","nonce":3503231939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3503231939},{"type":"v1","addr":"172.21.15.176:6805","nonce":3503231939}]},"public_addr":"172.21.15.176:6801/3503231939","cluster_addr":"172.21.15.176:6803/3503231939","heartbeat_back_addr":"172.21.15.176:6807/3503231939","heartbeat_front_addr":"172.21.15.176:6805/3503231939","state":["exists","up"]},{"osd":7,"uuid":"1489568a-adc4-4199-a2d1-48dfd82dc541","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6825","nonce":3659453305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6827","nonce":3659453305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6831","nonce":3659453305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":3659453305},{"type":"v1","addr":"172.21.15.176:6829","nonce":3659453305}]},"public_addr":"172.21.15.176:6825/3659453305","cluster_addr":"172.21.15.176:6827/3659453305","heartbeat_back_addr":"172.21.15.176:6831/3659453305","heartbeat_front_addr":"172.21.15.176:6829/3659453305","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.629303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.027641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.710715+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.030579+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.892347+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.707976+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:02.736731+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T09:27:03.470500+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.173:6836/366729378":"2024-09-11T09:29:52.487151+0000","172.21.15.173:6835/366729378":"2024-09-11T09:29:52.487151+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T09:29:58.912 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 -- 172.21.15.173:0/790909237 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f56e806be60 msgr2=0x7f56e806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f56e806be60 0x7f56e806e320 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f56ec033000 tx=0x7f56ec008030 comp rx=0 tx=0).stop 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 -- 172.21.15.173:0/790909237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56fc1f7c80 msgr2=0x7f56fc1e8870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56fc1f7c80 0x7f56fc1e8870 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0707c0 tx=0x7f56f4010590 comp rx=0 tx=0).stop 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 -- 172.21.15.173:0/790909237 shutdown_connections 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f56e806be60 0x7f56e806e320 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56fc1f7c80 0x7f56fc1e8870 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f56fc1f3da0 0x7f56fc1f7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 --2- 172.21.15.173:0/790909237 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56e40039b0 0x7f56fc1f3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 -- 172.21.15.173:0/790909237 >> 172.21.15.173:0/790909237 conn(0x7f56fc06bc10 msgr2=0x7f56fc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 -- 172.21.15.173:0/790909237 shutdown_connections 2024-09-10T09:29:58.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:29:58.911+0000 7f5702181640 1 -- 172.21.15.173:0/790909237 wait complete. 2024-09-10T09:29:59.924 INFO:tasks.ceph:Scrubbing osd.0 2024-09-10T09:29:59.924 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-10T09:30:00.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.038+0000 7fccc4ae4640 1 Processor -- start 2024-09-10T09:30:00.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.038+0000 7fccc4ae4640 1 -- start start 2024-09-10T09:30:00.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.039+0000 7fccc4ae4640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fccc0156740 0x7fccc00b45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.039+0000 7fccc4ae4640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fccc00b30e0 con 0x7fccc00cfea0 2024-09-10T09:30:00.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.039+0000 7fccc4ae4640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fccc00b33c0 con 0x7fccc00b4af0 2024-09-10T09:30:00.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.039+0000 7fccc4ae4640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fccc006edc0 con 0x7fccc0156740 2024-09-10T09:30:00.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.039+0000 7fccbe59c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fccc0156740 0x7fccc00b45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.039+0000 7fccbed9d640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fccc00cfea0 0x7fccc00ce060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56502/0 (socket says 172.21.15.173:56502) 2024-09-10T09:30:00.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.039+0000 7fccbed9d640 1 -- 172.21.15.173:0/3537119590 learned_addr learned my addr 172.21.15.173:0/3537119590 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:00.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.040+0000 7fccbe59c640 1 -- 172.21.15.173:0/3537119590 >> v1:172.21.15.176:6789/0 conn(0x7fccc00b4af0 legacy=0x7fccc00cf790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:00.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.040+0000 7fccbe59c640 1 -- 172.21.15.173:0/3537119590 >> v1:172.21.15.173:6789/0 conn(0x7fccc00cfea0 legacy=0x7fccc00ce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.040+0000 7fccbe59c640 1 -- 172.21.15.173:0/3537119590 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc00b36a0 con 0x7fccc0156740 2024-09-10T09:30:00.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.040+0000 7fccbe59c640 1 --2- 172.21.15.173:0/3537119590 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccc0156740 0x7fccc00b45b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fccb00097a0 tx=0x7fccb002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b9317aafda218d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.040+0000 7fccbd59a640 1 -- 172.21.15.173:0/3537119590 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb0037070 con 0x7fccc0156740 2024-09-10T09:30:00.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.041+0000 7fccbd59a640 1 -- 172.21.15.173:0/3537119590 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccb0032440 con 0x7fccc0156740 2024-09-10T09:30:00.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.041+0000 7fccbd59a640 1 -- 172.21.15.173:0/3537119590 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb0032810 con 0x7fccc0156740 2024-09-10T09:30:00.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.041+0000 7fccc4ae4640 1 -- 172.21.15.173:0/3537119590 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccc0156740 msgr2=0x7fccc00b45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.041+0000 7fccc4ae4640 1 --2- 172.21.15.173:0/3537119590 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccc0156740 0x7fccc00b45b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fccb00097a0 tx=0x7fccb002a1e0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.041+0000 7fccc4ae4640 1 -- 172.21.15.173:0/3537119590 shutdown_connections 2024-09-10T09:30:00.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.041+0000 7fccc4ae4640 1 --2- 172.21.15.173:0/3537119590 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccc0156740 0x7fccc00b45b0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.041+0000 7fccc4ae4640 1 -- 172.21.15.173:0/3537119590 >> 172.21.15.173:0/3537119590 conn(0x7fccc006bdf0 msgr2=0x7fccc006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:00.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.041+0000 7fccc4ae4640 1 -- 172.21.15.173:0/3537119590 shutdown_connections 2024-09-10T09:30:00.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.041+0000 7fccc4ae4640 1 -- 172.21.15.173:0/3537119590 wait complete. 2024-09-10T09:30:00.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccc4ae4640 1 Processor -- start 2024-09-10T09:30:00.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccc4ae4640 1 -- start start 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccc4ae4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fccc00b4af0 0x7fccc00ae290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccc4ae4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fccc00cfea0 0x7fccc009d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccc4ae4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccc0156740 0x7fccc009b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccc4ae4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fccc00d0890 con 0x7fccc0156740 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccc4ae4640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fccc00b3c60 con 0x7fccc00b4af0 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccc4ae4640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fccc00d0a10 con 0x7fccc00cfea0 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccbed9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccc0156740 0x7fccc009b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccbed9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccc0156740 0x7fccc009b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47318/0 (socket says 172.21.15.173:47318) 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.043+0000 7fccbed9d640 1 -- 172.21.15.173:0/333024412 learned_addr learned my addr 172.21.15.173:0/333024412 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccbe59c640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fccc00b4af0 0x7fccc00ae290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccbdd9b640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fccc00cfea0 0x7fccc009d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccbed9d640 1 -- 172.21.15.173:0/333024412 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fccc00cfea0 msgr2=0x7fccc009d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccbed9d640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fccc00cfea0 0x7fccc009d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccbed9d640 1 -- 172.21.15.173:0/333024412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fccc00b4af0 msgr2=0x7fccc00ae290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccbed9d640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fccc00b4af0 0x7fccc00ae290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccbed9d640 1 -- 172.21.15.173:0/333024412 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc009c690 con 0x7fccc0156740 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccbdd9b640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fccc00cfea0 0x7fccc009d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccbe59c640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fccc00b4af0 0x7fccc00ae290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccbed9d640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccc0156740 0x7fccc009b890 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fccb800cbc0 tx=0x7fccb800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccaeffd640 1 -- 172.21.15.173:0/333024412 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb8017070 con 0x7fccc0156740 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccaeffd640 1 -- 172.21.15.173:0/333024412 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccb800ad40 con 0x7fccc0156740 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccc009c970 con 0x7fccc0156740 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccaeffd640 1 -- 172.21.15.173:0/333024412 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb8012600 con 0x7fccc0156740 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.044+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccc009d210 con 0x7fccc0156740 2024-09-10T09:30:00.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.045+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fccc009cd60 con 0x7fccc0156740 2024-09-10T09:30:00.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.045+0000 7fccaeffd640 1 -- 172.21.15.173:0/333024412 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fccb801a070 con 0x7fccc0156740 2024-09-10T09:30:00.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.046+0000 7fccaeffd640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcca006be30 0x7fcca006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.046+0000 7fccaeffd640 1 -- 172.21.15.173:0/333024412 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fccb808aa10 con 0x7fccc0156740 2024-09-10T09:30:00.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.046+0000 7fccbe59c640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcca006be30 0x7fcca006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.046+0000 7fccaeffd640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] conn(0x7fcca00722d0 0x7fcca0074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.046+0000 7fccaeffd640 1 -- 172.21.15.173:0/333024412 --> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fccb8013e50 con 0x7fcca00722d0 2024-09-10T09:30:00.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.046+0000 7fccaeffd640 1 -- 172.21.15.173:0/333024412 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fccb808f2c0 con 0x7fccc0156740 2024-09-10T09:30:00.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.046+0000 7fccbdd9b640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] conn(0x7fcca00722d0 0x7fcca0074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.049 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.047+0000 7fccbe59c640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcca006be30 0x7fcca006e2f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fccb0034000 tx=0x7fccb002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.047+0000 7fccbdd9b640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] conn(0x7fcca00722d0 0x7fcca0074710 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.050 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.047+0000 7fccaeffd640 1 -- 172.21.15.173:0/333024412 <== osd.0 v2:172.21.15.173:6824/3847583702 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fccb8013e50 con 0x7fcca00722d0 2024-09-10T09:30:00.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 --> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fccc0068f50 con 0x7fcca00722d0 2024-09-10T09:30:00.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccaeffd640 1 -- 172.21.15.173:0/333024412 <== osd.0 v2:172.21.15.173:6824/3847583702 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fccc0068f50 con 0x7fcca00722d0 2024-09-10T09:30:00.061 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:30:00.061 INFO:teuthology.orchestra.run.smithi173.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T09:30:00.061 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:30:00.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] conn(0x7fcca00722d0 msgr2=0x7fcca0074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:6824/3847583702,v1:172.21.15.173:6825/3847583702] conn(0x7fcca00722d0 0x7fcca0074710 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcca006be30 msgr2=0x7fcca006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fcca006be30 0x7fcca006e2f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fccb0034000 tx=0x7fccb002e000 comp rx=0 tx=0).stop 2024-09-10T09:30:00.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccc0156740 msgr2=0x7fccc009b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 --2- 172.21.15.173:0/333024412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccc0156740 0x7fccc009b890 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fccb800cbc0 tx=0x7fccb800a430 comp rx=0 tx=0).stop 2024-09-10T09:30:00.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccbed9d640 1 -- 172.21.15.173:0/333024412 reap_dead start 2024-09-10T09:30:00.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 shutdown_connections 2024-09-10T09:30:00.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 >> 172.21.15.173:0/333024412 conn(0x7fccc006bdf0 msgr2=0x7fccc014be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:00.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 shutdown_connections 2024-09-10T09:30:00.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.060+0000 7fccc4ae4640 1 -- 172.21.15.173:0/333024412 wait complete. 2024-09-10T09:30:00.072 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-10T09:30:00.180 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.179+0000 7f586f4af640 1 Processor -- start 2024-09-10T09:30:00.180 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.179+0000 7f586f4af640 1 -- start start 2024-09-10T09:30:00.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.180+0000 7f586f4af640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5868162060 0x7f58680b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.180+0000 7f586f4af640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f58680b64b0 0x7f58680b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.180+0000 7f586f4af640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f586806d9f0 con 0x7f5868161c80 2024-09-10T09:30:00.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.180+0000 7f586f4af640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f586806dcd0 con 0x7f58680b64b0 2024-09-10T09:30:00.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.180+0000 7f586f4af640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f586806dfb0 con 0x7f5868162060 2024-09-10T09:30:00.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.180+0000 7f586da4c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f58680b64b0 0x7f58680b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.180+0000 7f586da4c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f58680b64b0 0x7f58680b6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47326/0 (socket says 172.21.15.173:47326) 2024-09-10T09:30:00.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.180+0000 7f586da4c640 1 -- 172.21.15.173:0/1406573219 learned_addr learned my addr 172.21.15.173:0/1406573219 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:00.183 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.180+0000 7f586ca4a640 1 --2- 172.21.15.173:0/1406573219 >> v2:172.21.15.176:3300/0 conn(0x7f5868162060 0x7f58680b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.183 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.181+0000 7f586da4c640 1 -- 172.21.15.173:0/1406573219 >> v2:172.21.15.176:3300/0 conn(0x7f5868162060 msgr2=0x7f58680b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:00.183 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.181+0000 7f586da4c640 1 --2- 172.21.15.173:0/1406573219 >> v2:172.21.15.176:3300/0 conn(0x7f5868162060 0x7f58680b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.183 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.181+0000 7f586da4c640 1 -- 172.21.15.173:0/1406573219 >> v1:172.21.15.176:6789/0 conn(0x7f5868161c80 legacy=0x7f586806e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.183 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.181+0000 7f586da4c640 1 -- 172.21.15.173:0/1406573219 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58680d01f0 con 0x7f58680b64b0 2024-09-10T09:30:00.184 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.182+0000 7f586da4c640 1 --2- 172.21.15.173:0/1406573219 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58680b64b0 0x7f58680b6960 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f586808e830 tx=0x7f586002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c57b40cc27cc7a06 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.182+0000 7f585ffff640 1 -- 172.21.15.173:0/1406573219 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5860036070 con 0x7f58680b64b0 2024-09-10T09:30:00.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.182+0000 7f585ffff640 1 -- 172.21.15.173:0/1406573219 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5860031600 con 0x7f58680b64b0 2024-09-10T09:30:00.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.182+0000 7f585ffff640 1 -- 172.21.15.173:0/1406573219 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58600319d0 con 0x7f58680b64b0 2024-09-10T09:30:00.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.183+0000 7f586f4af640 1 -- 172.21.15.173:0/1406573219 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58680b64b0 msgr2=0x7f58680b6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.183+0000 7f586f4af640 1 --2- 172.21.15.173:0/1406573219 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58680b64b0 0x7f58680b6960 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f586808e830 tx=0x7f586002a730 comp rx=0 tx=0).stop 2024-09-10T09:30:00.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.183+0000 7f586f4af640 1 -- 172.21.15.173:0/1406573219 shutdown_connections 2024-09-10T09:30:00.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.183+0000 7f586f4af640 1 --2- 172.21.15.173:0/1406573219 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58680b64b0 0x7f58680b6960 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.183+0000 7f586f4af640 1 --2- 172.21.15.173:0/1406573219 >> v2:172.21.15.176:3300/0 conn(0x7f5868162060 0x7f58680b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.185 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.183+0000 7f586f4af640 1 -- 172.21.15.173:0/1406573219 >> 172.21.15.173:0/1406573219 conn(0x7f58680d44f0 msgr2=0x7f58680d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:00.186 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.183+0000 7f586f4af640 1 -- 172.21.15.173:0/1406573219 shutdown_connections 2024-09-10T09:30:00.186 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.183+0000 7f586f4af640 1 -- 172.21.15.173:0/1406573219 wait complete. 2024-09-10T09:30:00.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.185+0000 7f586f4af640 1 Processor -- start 2024-09-10T09:30:00.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.185+0000 7f586f4af640 1 -- start start 2024-09-10T09:30:00.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586f4af640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58680b64b0 0x7f58680b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586f4af640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5868161c80 0x7f586815ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586f4af640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5868162060 0x7f586815ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586f4af640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f58680cf1e0 con 0x7f5868161c80 2024-09-10T09:30:00.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586f4af640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f58680d2aa0 con 0x7f58680b64b0 2024-09-10T09:30:00.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586f4af640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f58680cf360 con 0x7f5868162060 2024-09-10T09:30:00.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586ca4a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5868161c80 0x7f586815ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586ca4a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5868161c80 0x7f586815ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47340/0 (socket says 172.21.15.173:47340) 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586ca4a640 1 -- 172.21.15.173:0/3913121919 learned_addr learned my addr 172.21.15.173:0/3913121919 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586d24b640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58680b64b0 0x7f58680b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586da4c640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5868162060 0x7f586815ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586d24b640 1 -- 172.21.15.173:0/3913121919 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5868162060 msgr2=0x7f586815ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586d24b640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5868162060 0x7f586815ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586d24b640 1 -- 172.21.15.173:0/3913121919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5868161c80 msgr2=0x7f586815ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586d24b640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5868161c80 0x7f586815ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586d24b640 1 -- 172.21.15.173:0/3913121919 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58680b87a0 con 0x7f58680b64b0 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586ca4a640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5868161c80 0x7f586815ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.186+0000 7f586da4c640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5868162060 0x7f586815ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:30:00.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.187+0000 7f586d24b640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58680b64b0 0x7f58680b7d50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f586400c370 tx=0x7f586400c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.187+0000 7f585dffb640 1 -- 172.21.15.173:0/3913121919 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58640052d0 con 0x7f58680b64b0 2024-09-10T09:30:00.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.187+0000 7f585dffb640 1 -- 172.21.15.173:0/3913121919 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5864005490 con 0x7f58680b64b0 2024-09-10T09:30:00.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.187+0000 7f585dffb640 1 -- 172.21.15.173:0/3913121919 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5864007260 con 0x7f58680b64b0 2024-09-10T09:30:00.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.187+0000 7f586f4af640 1 -- 172.21.15.173:0/3913121919 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58680b8a80 con 0x7f58680b64b0 2024-09-10T09:30:00.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.187+0000 7f586f4af640 1 -- 172.21.15.173:0/3913121919 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58680b9040 con 0x7f58680b64b0 2024-09-10T09:30:00.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.188+0000 7f586f4af640 1 -- 172.21.15.173:0/3913121919 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58680b5f70 con 0x7f58680b64b0 2024-09-10T09:30:00.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.189+0000 7f585dffb640 1 -- 172.21.15.173:0/3913121919 <== mon.1 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5864007400 con 0x7f58680b64b0 2024-09-10T09:30:00.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.189+0000 7f585dffb640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f584c06be30 0x7f584c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.189+0000 7f585dffb640 1 -- 172.21.15.173:0/3913121919 <== mon.1 v2:172.21.15.176:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f586408a110 con 0x7f58680b64b0 2024-09-10T09:30:00.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.189+0000 7f586ca4a640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f584c06be30 0x7f584c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.190+0000 7f586ca4a640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f584c06be30 0x7f584c06e2f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f58680ccf50 tx=0x7f5858009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.196 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.194+0000 7f585dffb640 1 -- 172.21.15.173:0/3913121919 <== mon.1 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f58640585d0 con 0x7f58680b64b0 2024-09-10T09:30:00.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.361+0000 7f586f4af640 1 -- 172.21.15.173:0/3913121919 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f58680ba470 con 0x7f584c06be30 2024-09-10T09:30:00.363 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.362+0000 7f585dffb640 1 -- 172.21.15.173:0/3913121919 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f58680ba470 con 0x7f584c06be30 2024-09-10T09:30:00.363 INFO:teuthology.orchestra.run.smithi173.stderr:instructed osd(s) 0 to deep-scrub 2024-09-10T09:30:00.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 -- 172.21.15.173:0/3913121919 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f584c06be30 msgr2=0x7f584c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f584c06be30 0x7f584c06e2f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f58680ccf50 tx=0x7f5858009190 comp rx=0 tx=0).stop 2024-09-10T09:30:00.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 -- 172.21.15.173:0/3913121919 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58680b64b0 msgr2=0x7f58680b7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58680b64b0 0x7f58680b7d50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f586400c370 tx=0x7f586400c830 comp rx=0 tx=0).stop 2024-09-10T09:30:00.365 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 -- 172.21.15.173:0/3913121919 shutdown_connections 2024-09-10T09:30:00.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f584c06be30 0x7f584c06e2f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5868162060 0x7f586815ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5868161c80 0x7f586815ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 --2- 172.21.15.173:0/3913121919 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58680b64b0 0x7f58680b7d50 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 -- 172.21.15.173:0/3913121919 >> 172.21.15.173:0/3913121919 conn(0x7f58680d44f0 msgr2=0x7f58680d3d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:00.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 -- 172.21.15.173:0/3913121919 shutdown_connections 2024-09-10T09:30:00.366 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.364+0000 7f586f4af640 1 -- 172.21.15.173:0/3913121919 wait complete. 2024-09-10T09:30:00.375 INFO:tasks.ceph:Scrubbing osd.1 2024-09-10T09:30:00.376 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-10T09:30:00.478 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.477+0000 7f508756d640 1 Processor -- start 2024-09-10T09:30:00.478 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.477+0000 7f508756d640 1 -- start start 2024-09-10T09:30:00.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.478+0000 7f508756d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f50800af210 0x7f5080070a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.478+0000 7f508756d640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f508006cdc0 con 0x7f5080070fb0 2024-09-10T09:30:00.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.478+0000 7f508756d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f508006d0a0 con 0x7f508015e7f0 2024-09-10T09:30:00.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.478+0000 7f508756d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f508006d380 con 0x7f50800af210 2024-09-10T09:30:00.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.478+0000 7f5085b0a640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f5080070fb0 0x7f508006de60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56512/0 (socket says 172.21.15.173:56512) 2024-09-10T09:30:00.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.478+0000 7f5085b0a640 1 -- 172.21.15.173:0/2574662026 learned_addr learned my addr 172.21.15.173:0/2574662026 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:00.480 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.478+0000 7f5084b08640 1 --2- 172.21.15.173:0/2574662026 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f50800af210 0x7f5080070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.478+0000 7f5077fff640 1 -- 172.21.15.173:0/2574662026 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 614876606 0 0) 0x7f508006cdc0 con 0x7f5080070fb0 2024-09-10T09:30:00.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.479+0000 7f5077fff640 1 -- 172.21.15.173:0/2574662026 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f506c003520 con 0x7f5080070fb0 2024-09-10T09:30:00.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.479+0000 7f5077fff640 1 -- 172.21.15.173:0/2574662026 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2821956001 0 0) 0x7f508006d0a0 con 0x7f508015e7f0 2024-09-10T09:30:00.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.479+0000 7f5077fff640 1 -- 172.21.15.173:0/2574662026 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f508006cdc0 con 0x7f508015e7f0 2024-09-10T09:30:00.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.479+0000 7f5084b08640 1 -- 172.21.15.173:0/2574662026 >> v1:172.21.15.176:6789/0 conn(0x7f508015e7f0 legacy=0x7f50800b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.479+0000 7f5084b08640 1 -- 172.21.15.173:0/2574662026 >> v1:172.21.15.173:6789/0 conn(0x7f5080070fb0 legacy=0x7f508006de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.481 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.479+0000 7f5084b08640 1 -- 172.21.15.173:0/2574662026 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508006d660 con 0x7f50800af210 2024-09-10T09:30:00.485 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.479+0000 7f5084b08640 1 --2- 172.21.15.173:0/2574662026 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f50800af210 0x7f5080070a70 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f50700097d0 tx=0x7f507002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d52226d615e58a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.485 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.480+0000 7f5077fff640 1 -- 172.21.15.173:0/2574662026 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070037070 con 0x7f50800af210 2024-09-10T09:30:00.485 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.480+0000 7f5077fff640 1 -- 172.21.15.173:0/2574662026 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5070032440 con 0x7f50800af210 2024-09-10T09:30:00.485 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.480+0000 7f5077fff640 1 -- 172.21.15.173:0/2574662026 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070032810 con 0x7f50800af210 2024-09-10T09:30:00.485 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.480+0000 7f508756d640 1 -- 172.21.15.173:0/2574662026 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f50800af210 msgr2=0x7f5080070a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.485 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.480+0000 7f508756d640 1 --2- 172.21.15.173:0/2574662026 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f50800af210 0x7f5080070a70 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f50700097d0 tx=0x7f507002a210 comp rx=0 tx=0).stop 2024-09-10T09:30:00.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.480+0000 7f508756d640 1 -- 172.21.15.173:0/2574662026 shutdown_connections 2024-09-10T09:30:00.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.480+0000 7f508756d640 1 --2- 172.21.15.173:0/2574662026 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f50800af210 0x7f5080070a70 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.480+0000 7f508756d640 1 -- 172.21.15.173:0/2574662026 >> 172.21.15.173:0/2574662026 conn(0x7f50800b3f30 msgr2=0x7f50800b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:00.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.480+0000 7f508756d640 1 -- 172.21.15.173:0/2574662026 shutdown_connections 2024-09-10T09:30:00.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.480+0000 7f508756d640 1 -- 172.21.15.173:0/2574662026 wait complete. 2024-09-10T09:30:00.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.481+0000 7f508756d640 1 Processor -- start 2024-09-10T09:30:00.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.481+0000 7f508756d640 1 -- start start 2024-09-10T09:30:00.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f508756d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5080070fb0 0x7f50801f40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f508756d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f50800af210 0x7f50801613f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.486 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f508756d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f508015e7f0 0x7f508015a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f508756d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f50800b60c0 con 0x7f5080070fb0 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f508756d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f50800b5f40 con 0x7f508015e7f0 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f508756d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f508006e570 con 0x7f50800af210 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f5085309640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5080070fb0 0x7f50801f40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f5085309640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5080070fb0 0x7f50801f40c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47350/0 (socket says 172.21.15.173:47350) 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f5085309640 1 -- 172.21.15.173:0/3504227640 learned_addr learned my addr 172.21.15.173:0/3504227640 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f5085b0a640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f508015e7f0 0x7f508015a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f5084b08640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f50800af210 0x7f50801613f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f5085309640 1 -- 172.21.15.173:0/3504227640 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f50800af210 msgr2=0x7f50801613f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f5085309640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f50800af210 0x7f50801613f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f5085309640 1 -- 172.21.15.173:0/3504227640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f508015e7f0 msgr2=0x7f508015a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f5085309640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f508015e7f0 0x7f508015a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.487 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.482+0000 7f5085309640 1 -- 172.21.15.173:0/3504227640 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50801f46f0 con 0x7f5080070fb0 2024-09-10T09:30:00.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.483+0000 7f5085309640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5080070fb0 0x7f50801f40c0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f507c00c430 tx=0x7f507c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.483+0000 7f5075ffb640 1 -- 172.21.15.173:0/3504227640 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c017070 con 0x7f5080070fb0 2024-09-10T09:30:00.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.483+0000 7f5075ffb640 1 -- 172.21.15.173:0/3504227640 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f507c0052f0 con 0x7f5080070fb0 2024-09-10T09:30:00.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.483+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50801f49d0 con 0x7f5080070fb0 2024-09-10T09:30:00.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.483+0000 7f5075ffb640 1 -- 172.21.15.173:0/3504227640 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c003830 con 0x7f5080070fb0 2024-09-10T09:30:00.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.483+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f508015ec70 con 0x7f5080070fb0 2024-09-10T09:30:00.488 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.484+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f508006ea00 con 0x7f5080070fb0 2024-09-10T09:30:00.489 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.484+0000 7f5075ffb640 1 -- 172.21.15.173:0/3504227640 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f507c01a070 con 0x7f5080070fb0 2024-09-10T09:30:00.489 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.485+0000 7f5075ffb640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f506406be30 0x7f506406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.489 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.485+0000 7f5075ffb640 1 -- 172.21.15.173:0/3504227640 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f507c089fa0 con 0x7f5080070fb0 2024-09-10T09:30:00.490 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.485+0000 7f5084b08640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f506406be30 0x7f506406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.490 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.485+0000 7f5075ffb640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] conn(0x7f50640722d0 0x7f5064074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.490 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.485+0000 7f5075ffb640 1 -- 172.21.15.173:0/3504227640 --> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f507c0054a0 con 0x7f50640722d0 2024-09-10T09:30:00.490 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.485+0000 7f5075ffb640 1 -- 172.21.15.173:0/3504227640 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f507c08c5e0 con 0x7f5080070fb0 2024-09-10T09:30:00.490 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.485+0000 7f5085b0a640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] conn(0x7f50640722d0 0x7f5064074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.490 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.485+0000 7f5084b08640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f506406be30 0x7f506406e2f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5070034000 tx=0x7f507002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.490 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.486+0000 7f5085b0a640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] conn(0x7f50640722d0 0x7f5064074710 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.490 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.486+0000 7f5075ffb640 1 -- 172.21.15.173:0/3504227640 <== osd.1 v2:172.21.15.173:6800/2156161484 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f507c0054a0 con 0x7f50640722d0 2024-09-10T09:30:00.499 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.498+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 --> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f5080159a20 con 0x7f50640722d0 2024-09-10T09:30:00.500 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f5075ffb640 1 -- 172.21.15.173:0/3504227640 <== osd.1 v2:172.21.15.173:6800/2156161484 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f5080159a20 con 0x7f50640722d0 2024-09-10T09:30:00.500 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:30:00.500 INFO:teuthology.orchestra.run.smithi173.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T09:30:00.500 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:30:00.501 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] conn(0x7f50640722d0 msgr2=0x7f5064074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.501 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f508756d640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:6800/2156161484,v1:172.21.15.173:6801/2156161484] conn(0x7f50640722d0 0x7f5064074710 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.502 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f506406be30 msgr2=0x7f506406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.502 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f508756d640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f506406be30 0x7f506406e2f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5070034000 tx=0x7f507002e000 comp rx=0 tx=0).stop 2024-09-10T09:30:00.502 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5080070fb0 msgr2=0x7f50801f40c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.502 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f508756d640 1 --2- 172.21.15.173:0/3504227640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5080070fb0 0x7f50801f40c0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f507c00c430 tx=0x7f507c00c8f0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.502 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f5085b0a640 1 -- 172.21.15.173:0/3504227640 reap_dead start 2024-09-10T09:30:00.502 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 shutdown_connections 2024-09-10T09:30:00.502 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 >> 172.21.15.173:0/3504227640 conn(0x7f50800b3f30 msgr2=0x7f50800b4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:00.502 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 shutdown_connections 2024-09-10T09:30:00.502 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.499+0000 7f508756d640 1 -- 172.21.15.173:0/3504227640 wait complete. 2024-09-10T09:30:00.511 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-10T09:30:00.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.611+0000 7fd5754ba640 1 Processor -- start 2024-09-10T09:30:00.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.611+0000 7fd5754ba640 1 -- start start 2024-09-10T09:30:00.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.611+0000 7fd5754ba640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 0x7fd5700d10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd5754ba640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd57006cec0 con 0x7fd57009b140 2024-09-10T09:30:00.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd5754ba640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd57006d1a0 con 0x7fd57006df60 2024-09-10T09:30:00.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd5754ba640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd57006dad0 con 0x7fd57015e5d0 2024-09-10T09:30:00.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd56f7fe640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fd57009b140 0x7fd570168560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56526/0 (socket says 172.21.15.173:56526) 2024-09-10T09:30:00.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd56f7fe640 1 -- 172.21.15.173:0/2997316364 learned_addr learned my addr 172.21.15.173:0/2997316364 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:00.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd56effd640 1 --2- 172.21.15.173:0/2997316364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 0x7fd5700d10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd56e7fc640 1 -- 172.21.15.173:0/2997316364 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3351461163 0 0) 0x7fd57006cec0 con 0x7fd57009b140 2024-09-10T09:30:00.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd56e7fc640 1 -- 172.21.15.173:0/2997316364 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd55c003520 con 0x7fd57009b140 2024-09-10T09:30:00.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd56e7fc640 1 -- 172.21.15.173:0/2997316364 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1755610433 0 0) 0x7fd57006d1a0 con 0x7fd57006df60 2024-09-10T09:30:00.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd56e7fc640 1 -- 172.21.15.173:0/2997316364 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd57006cec0 con 0x7fd57006df60 2024-09-10T09:30:00.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd56effd640 1 -- 172.21.15.173:0/2997316364 >> v1:172.21.15.176:6789/0 conn(0x7fd57006df60 legacy=0x7fd57009aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd56effd640 1 -- 172.21.15.173:0/2997316364 >> v1:172.21.15.173:6789/0 conn(0x7fd57009b140 legacy=0x7fd570168560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.612+0000 7fd56effd640 1 -- 172.21.15.173:0/2997316364 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd57006d480 con 0x7fd57015e5d0 2024-09-10T09:30:00.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.613+0000 7fd56effd640 1 --2- 172.21.15.173:0/2997316364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 0x7fd5700d10f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd5600097d0 tx=0x7fd56002a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25d74a211b2afaa7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.613+0000 7fd56e7fc640 1 -- 172.21.15.173:0/2997316364 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd560037070 con 0x7fd57015e5d0 2024-09-10T09:30:00.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.613+0000 7fd56e7fc640 1 -- 172.21.15.173:0/2997316364 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd560032440 con 0x7fd57015e5d0 2024-09-10T09:30:00.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.613+0000 7fd56e7fc640 1 -- 172.21.15.173:0/2997316364 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5600327f0 con 0x7fd57015e5d0 2024-09-10T09:30:00.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.614+0000 7fd5754ba640 1 -- 172.21.15.173:0/2997316364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 msgr2=0x7fd5700d10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.614+0000 7fd5754ba640 1 --2- 172.21.15.173:0/2997316364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 0x7fd5700d10f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd5600097d0 tx=0x7fd56002a290 comp rx=0 tx=0).stop 2024-09-10T09:30:00.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.614+0000 7fd5754ba640 1 -- 172.21.15.173:0/2997316364 shutdown_connections 2024-09-10T09:30:00.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.614+0000 7fd5754ba640 1 --2- 172.21.15.173:0/2997316364 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 0x7fd5700d10f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.614+0000 7fd5754ba640 1 -- 172.21.15.173:0/2997316364 >> 172.21.15.173:0/2997316364 conn(0x7fd5700d23a0 msgr2=0x7fd5700d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:00.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.614+0000 7fd5754ba640 1 -- 172.21.15.173:0/2997316364 shutdown_connections 2024-09-10T09:30:00.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.614+0000 7fd5754ba640 1 -- 172.21.15.173:0/2997316364 wait complete. 2024-09-10T09:30:00.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.615+0000 7fd5754ba640 1 Processor -- start 2024-09-10T09:30:00.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.615+0000 7fd5754ba640 1 -- start start 2024-09-10T09:30:00.621 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd5754ba640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd57006df60 0x7fd5700c67c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd5754ba640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd57009b140 0x7fd57015d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd5754ba640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 0x7fd5701524a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd5754ba640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd57015eb30 con 0x7fd57006df60 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd5754ba640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd57015e9b0 con 0x7fd57009b140 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd5754ba640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd5700d1630 con 0x7fd57015e5d0 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd56effd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd57006df60 0x7fd5700c67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd56effd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd57006df60 0x7fd5700c67c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47358/0 (socket says 172.21.15.173:47358) 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd56effd640 1 -- 172.21.15.173:0/3546415134 learned_addr learned my addr 172.21.15.173:0/3546415134 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd5667fc640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd57009b140 0x7fd57015d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd56f7fe640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 0x7fd5701524a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd56effd640 1 -- 172.21.15.173:0/3546415134 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 msgr2=0x7fd5701524a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd56effd640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 0x7fd5701524a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd56effd640 1 -- 172.21.15.173:0/3546415134 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd57009b140 msgr2=0x7fd57015d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd56effd640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd57009b140 0x7fd57015d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd56effd640 1 -- 172.21.15.173:0/3546415134 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5700c72b0 con 0x7fd57006df60 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd56effd640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd57006df60 0x7fd5700c67c0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd560000c00 tx=0x7fd5600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd567fff640 1 -- 172.21.15.173:0/3546415134 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd560041020 con 0x7fd57006df60 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd567fff640 1 -- 172.21.15.173:0/3546415134 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd56003d620 con 0x7fd57006df60 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd5754ba640 1 -- 172.21.15.173:0/3546415134 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5700b6200 con 0x7fd57006df60 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd567fff640 1 -- 172.21.15.173:0/3546415134 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd560037040 con 0x7fd57006df60 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.616+0000 7fd5754ba640 1 -- 172.21.15.173:0/3546415134 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5700c6d00 con 0x7fd57006df60 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.617+0000 7fd5754ba640 1 -- 172.21.15.173:0/3546415134 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5700d10f0 con 0x7fd57006df60 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.618+0000 7fd567fff640 1 -- 172.21.15.173:0/3546415134 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd560044020 con 0x7fd57006df60 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.618+0000 7fd567fff640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd55006be30 0x7fd55006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.618+0000 7fd567fff640 1 -- 172.21.15.173:0/3546415134 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fd5600ab380 con 0x7fd57006df60 2024-09-10T09:30:00.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.618+0000 7fd5667fc640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd55006be30 0x7fd55006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.619+0000 7fd5667fc640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd55006be30 0x7fd55006e2f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd558007fd0 tx=0x7fd558009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.623+0000 7fd567fff640 1 -- 172.21.15.173:0/3546415134 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd56004b030 con 0x7fd57006df60 2024-09-10T09:30:00.787 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.786+0000 7fd5754ba640 1 -- 172.21.15.173:0/3546415134 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fd57015b850 con 0x7fd55006be30 2024-09-10T09:30:00.788 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.786+0000 7fd567fff640 1 -- 172.21.15.173:0/3546415134 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fd57015b850 con 0x7fd55006be30 2024-09-10T09:30:00.788 INFO:teuthology.orchestra.run.smithi173.stderr:instructed osd(s) 1 to deep-scrub 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.788+0000 7fd5754ba640 1 -- 172.21.15.173:0/3546415134 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd55006be30 msgr2=0x7fd55006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.788+0000 7fd5754ba640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd55006be30 0x7fd55006e2f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd558007fd0 tx=0x7fd558009040 comp rx=0 tx=0).stop 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.788+0000 7fd5754ba640 1 -- 172.21.15.173:0/3546415134 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd57006df60 msgr2=0x7fd5700c67c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.788+0000 7fd5754ba640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd57006df60 0x7fd5700c67c0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd560000c00 tx=0x7fd5600046c0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.788+0000 7fd5754ba640 1 -- 172.21.15.173:0/3546415134 shutdown_connections 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.788+0000 7fd5754ba640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd55006be30 0x7fd55006e2f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.788+0000 7fd5754ba640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd57015e5d0 0x7fd5701524a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.788+0000 7fd5754ba640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd57009b140 0x7fd57015d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.788+0000 7fd5754ba640 1 --2- 172.21.15.173:0/3546415134 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd57006df60 0x7fd5700c67c0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.788+0000 7fd5754ba640 1 -- 172.21.15.173:0/3546415134 >> 172.21.15.173:0/3546415134 conn(0x7fd5700d23a0 msgr2=0x7fd5700b3380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:00.790 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.789+0000 7fd5754ba640 1 -- 172.21.15.173:0/3546415134 shutdown_connections 2024-09-10T09:30:00.791 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.789+0000 7fd5754ba640 1 -- 172.21.15.173:0/3546415134 wait complete. 2024-09-10T09:30:00.800 INFO:tasks.ceph:Scrubbing osd.2 2024-09-10T09:30:00.801 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-10T09:30:00.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.902+0000 7f189fe5c640 1 Processor -- start 2024-09-10T09:30:00.903 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.902+0000 7f189fe5c640 1 -- start start 2024-09-10T09:30:00.904 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.903+0000 7f189fe5c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f18980d15f0 0x7f18980cec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.903+0000 7f189fe5c640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18980cf980 con 0x7f18980cf160 2024-09-10T09:30:00.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.903+0000 7f189fe5c640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f189806d050 con 0x7f1898161a20 2024-09-10T09:30:00.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.903+0000 7f189fe5c640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f1898161e00 con 0x7f18980d15f0 2024-09-10T09:30:00.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.903+0000 7f189d3f7640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f18980d15f0 0x7f18980cec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.903+0000 7f189e3f9640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f18980cf160 0x7f189806d810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56542/0 (socket says 172.21.15.173:56542) 2024-09-10T09:30:00.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.903+0000 7f189e3f9640 1 -- 172.21.15.173:0/4071898169 learned_addr learned my addr 172.21.15.173:0/4071898169 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:00.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.904+0000 7f189d3f7640 1 -- 172.21.15.173:0/4071898169 >> v1:172.21.15.176:6789/0 conn(0x7f1898161a20 legacy=0x7f18980d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:00.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.904+0000 7f189d3f7640 1 -- 172.21.15.173:0/4071898169 >> v1:172.21.15.173:6789/0 conn(0x7f18980cf160 legacy=0x7f189806d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.904+0000 7f189cbf6640 1 -- 172.21.15.173:0/4071898169 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1248370534 0 0) 0x7f18980cf980 con 0x7f18980cf160 2024-09-10T09:30:00.905 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.904+0000 7f189d3f7640 1 -- 172.21.15.173:0/4071898169 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18980cfc20 con 0x7f18980d15f0 2024-09-10T09:30:00.906 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.904+0000 7f189d3f7640 1 --2- 172.21.15.173:0/4071898169 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18980d15f0 0x7f18980cec20 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f18880097a0 tx=0x7f188802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1b904bc8ceb9e12 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.904+0000 7f189cbf6640 1 -- 172.21.15.173:0/4071898169 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1888037070 con 0x7f18980d15f0 2024-09-10T09:30:00.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.904+0000 7f189cbf6640 1 -- 172.21.15.173:0/4071898169 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1888032440 con 0x7f18980d15f0 2024-09-10T09:30:00.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.904+0000 7f189cbf6640 1 -- 172.21.15.173:0/4071898169 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1888032810 con 0x7f18980d15f0 2024-09-10T09:30:00.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.905+0000 7f189fe5c640 1 -- 172.21.15.173:0/4071898169 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18980d15f0 msgr2=0x7f18980cec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.905+0000 7f189fe5c640 1 --2- 172.21.15.173:0/4071898169 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18980d15f0 0x7f18980cec20 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f18880097a0 tx=0x7f188802a230 comp rx=0 tx=0).stop 2024-09-10T09:30:00.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.905+0000 7f189fe5c640 1 -- 172.21.15.173:0/4071898169 shutdown_connections 2024-09-10T09:30:00.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.905+0000 7f189fe5c640 1 --2- 172.21.15.173:0/4071898169 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18980d15f0 0x7f18980cec20 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.905+0000 7f189fe5c640 1 -- 172.21.15.173:0/4071898169 >> 172.21.15.173:0/4071898169 conn(0x7f189809d850 msgr2=0x7f189808bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:00.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.905+0000 7f189fe5c640 1 -- 172.21.15.173:0/4071898169 shutdown_connections 2024-09-10T09:30:00.907 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.905+0000 7f189fe5c640 1 -- 172.21.15.173:0/4071898169 wait complete. 2024-09-10T09:30:00.909 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.906+0000 7f189fe5c640 1 Processor -- start 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.906+0000 7f189fe5c640 1 -- start start 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189fe5c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f18980cf160 0x7f189814a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189fe5c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f18980d15f0 0x7f18980d2640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189fe5c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1898161a20 0x7f18980d2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189fe5c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f18980b1040 con 0x7f1898161a20 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189fe5c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f189806d2f0 con 0x7f18980d15f0 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189fe5c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f18980cf590 con 0x7f18980cf160 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189e3f9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1898161a20 0x7f18980d2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189e3f9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1898161a20 0x7f18980d2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47384/0 (socket says 172.21.15.173:47384) 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189e3f9640 1 -- 172.21.15.173:0/4005802173 learned_addr learned my addr 172.21.15.173:0/4005802173 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189dbf8640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f18980cf160 0x7f189814a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189d3f7640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f18980d15f0 0x7f18980d2640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189e3f9640 1 -- 172.21.15.173:0/4005802173 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f18980cf160 msgr2=0x7f189814a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189e3f9640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f18980cf160 0x7f189814a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189e3f9640 1 -- 172.21.15.173:0/4005802173 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f18980d15f0 msgr2=0x7f18980d2640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189e3f9640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f18980d15f0 0x7f18980d2640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.907+0000 7f189e3f9640 1 -- 172.21.15.173:0/4005802173 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f189814ae80 con 0x7f1898161a20 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.908+0000 7f189e3f9640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1898161a20 0x7f18980d2b80 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f189000caf0 tx=0x7f189000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.908+0000 7f188e7fc640 1 -- 172.21.15.173:0/4005802173 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f189000aca0 con 0x7f1898161a20 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.908+0000 7f188e7fc640 1 -- 172.21.15.173:0/4005802173 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f189000ae40 con 0x7f1898161a20 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.908+0000 7f188e7fc640 1 -- 172.21.15.173:0/4005802173 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1890012640 con 0x7f1898161a20 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.908+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18980b6d10 con 0x7f1898161a20 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.908+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18980b9b60 con 0x7f1898161a20 2024-09-10T09:30:00.911 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.909+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f18980cec20 con 0x7f1898161a20 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.909+0000 7f188e7fc640 1 -- 172.21.15.173:0/4005802173 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f18900128a0 con 0x7f1898161a20 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.910+0000 7f188e7fc640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f187c06be30 0x7f187c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.910+0000 7f189dbf8640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f187c06be30 0x7f187c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.910+0000 7f188e7fc640 1 -- 172.21.15.173:0/4005802173 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f189008b1a0 con 0x7f1898161a20 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.910+0000 7f188e7fc640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] conn(0x7f187c0722d0 0x7f187c074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.910+0000 7f188e7fc640 1 -- 172.21.15.173:0/4005802173 --> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f187c074de0 con 0x7f187c0722d0 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.910+0000 7f188e7fc640 1 -- 172.21.15.173:0/4005802173 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f1890092050 con 0x7f1898161a20 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.910+0000 7f189d3f7640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] conn(0x7f187c0722d0 0x7f187c074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.910+0000 7f189dbf8640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f187c06be30 0x7f187c06e2f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1894000f60 tx=0x7f1894009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.910+0000 7f189d3f7640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] conn(0x7f187c0722d0 0x7f187c074710 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:00.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.911+0000 7f188e7fc640 1 -- 172.21.15.173:0/4005802173 <== osd.2 v2:172.21.15.173:6808/3570089435 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f187c074de0 con 0x7f187c0722d0 2024-09-10T09:30:00.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.923+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 --> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f18980d3d80 con 0x7f187c0722d0 2024-09-10T09:30:00.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.923+0000 7f188e7fc640 1 -- 172.21.15.173:0/4005802173 <== osd.2 v2:172.21.15.173:6808/3570089435 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f18980d3d80 con 0x7f187c0722d0 2024-09-10T09:30:00.925 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:30:00.925 INFO:teuthology.orchestra.run.smithi173.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T09:30:00.925 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:30:00.925 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] conn(0x7f187c0722d0 msgr2=0x7f187c074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189fe5c640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:6808/3570089435,v1:172.21.15.173:6809/3570089435] conn(0x7f187c0722d0 0x7f187c074710 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:00.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f187c06be30 msgr2=0x7f187c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189fe5c640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f187c06be30 0x7f187c06e2f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1894000f60 tx=0x7f1894009040 comp rx=0 tx=0).stop 2024-09-10T09:30:00.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1898161a20 msgr2=0x7f18980d2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:00.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189fe5c640 1 --2- 172.21.15.173:0/4005802173 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1898161a20 0x7f18980d2b80 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f189000caf0 tx=0x7f189000a060 comp rx=0 tx=0).stop 2024-09-10T09:30:00.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189e3f9640 1 -- 172.21.15.173:0/4005802173 reap_dead start 2024-09-10T09:30:00.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 shutdown_connections 2024-09-10T09:30:00.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 >> 172.21.15.173:0/4005802173 conn(0x7f189809d850 msgr2=0x7f18980d0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:00.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 shutdown_connections 2024-09-10T09:30:00.926 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:00.924+0000 7f189fe5c640 1 -- 172.21.15.173:0/4005802173 wait complete. 2024-09-10T09:30:00.935 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-10T09:30:01.034 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.033+0000 7f5f7112c640 1 Processor -- start 2024-09-10T09:30:01.034 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.033+0000 7f5f7112c640 1 -- start start 2024-09-10T09:30:01.035 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f7112c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5f6c147360 0x7f5f6c070890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.035 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f7112c640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f5f6c070dd0 0x7f5f6c0d04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.035 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f7112c640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f6c06cb30 con 0x7f5f6c0d09e0 2024-09-10T09:30:01.035 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f7112c640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f5f6c06bfb0 con 0x7f5f6c070dd0 2024-09-10T09:30:01.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f7112c640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f5f6c06c290 con 0x7f5f6c147360 2024-09-10T09:30:01.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f63fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f5f6c070dd0 0x7f5f6c0d04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f6b59e640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f5f6c0d09e0 0x7f5f6c06f060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56556/0 (socket says 172.21.15.173:56556) 2024-09-10T09:30:01.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f63fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f5f6c070dd0 0x7f5f6c0d04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47392/0 (socket says 172.21.15.173:47392) 2024-09-10T09:30:01.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f6b59e640 1 -- 172.21.15.173:0/1324160790 learned_addr learned my addr 172.21.15.173:0/1324160790 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:01.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f6ad9d640 1 --2- 172.21.15.173:0/1324160790 >> v2:172.21.15.176:3300/0 conn(0x7f5f6c147360 0x7f5f6c070890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f63fff640 1 -- 172.21.15.173:0/1324160790 >> v2:172.21.15.176:3300/0 conn(0x7f5f6c147360 msgr2=0x7f5f6c070890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:01.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f63fff640 1 --2- 172.21.15.173:0/1324160790 >> v2:172.21.15.176:3300/0 conn(0x7f5f6c147360 0x7f5f6c070890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f63fff640 1 -- 172.21.15.173:0/1324160790 >> v1:172.21.15.173:6789/0 conn(0x7f5f6c0d09e0 legacy=0x7f5f6c06f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.036 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.034+0000 7f5f63fff640 1 -- 172.21.15.173:0/1324160790 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f6c06c570 con 0x7f5f6c070dd0 2024-09-10T09:30:01.037 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.035+0000 7f5f63fff640 1 --2- 172.21.15.173:0/1324160790 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 0x7f5f6c0d04a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c1483f0 tx=0x7f5f5402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63295a48d328e06a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.037 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.035+0000 7f5f6a59c640 1 -- 172.21.15.173:0/1324160790 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f54037070 con 0x7f5f6c070dd0 2024-09-10T09:30:01.037 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.035+0000 7f5f6a59c640 1 -- 172.21.15.173:0/1324160790 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f54032440 con 0x7f5f6c070dd0 2024-09-10T09:30:01.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.035+0000 7f5f6a59c640 1 -- 172.21.15.173:0/1324160790 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5402ae60 con 0x7f5f6c070dd0 2024-09-10T09:30:01.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.036+0000 7f5f7112c640 1 -- 172.21.15.173:0/1324160790 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 msgr2=0x7f5f6c0d04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.036+0000 7f5f7112c640 1 --2- 172.21.15.173:0/1324160790 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 0x7f5f6c0d04a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c1483f0 tx=0x7f5f5402a110 comp rx=0 tx=0).stop 2024-09-10T09:30:01.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.036+0000 7f5f7112c640 1 -- 172.21.15.173:0/1324160790 shutdown_connections 2024-09-10T09:30:01.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.036+0000 7f5f7112c640 1 --2- 172.21.15.173:0/1324160790 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 0x7f5f6c0d04a0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.036+0000 7f5f7112c640 1 --2- 172.21.15.173:0/1324160790 >> v2:172.21.15.176:3300/0 conn(0x7f5f6c147360 0x7f5f6c070890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.036+0000 7f5f7112c640 1 -- 172.21.15.173:0/1324160790 >> 172.21.15.173:0/1324160790 conn(0x7f5f6c0b2f40 msgr2=0x7f5f6c0b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:01.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.036+0000 7f5f7112c640 1 -- 172.21.15.173:0/1324160790 shutdown_connections 2024-09-10T09:30:01.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.036+0000 7f5f7112c640 1 -- 172.21.15.173:0/1324160790 wait complete. 2024-09-10T09:30:01.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.037+0000 7f5f7112c640 1 Processor -- start 2024-09-10T09:30:01.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.037+0000 7f5f7112c640 1 -- start start 2024-09-10T09:30:01.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f7112c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 0x7f5f6c1f81b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f7112c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5f6c0d09e0 0x7f5f6c160f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f7112c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5f6c147360 0x7f5f6c09df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f7112c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6c06bc10 con 0x7f5f6c070dd0 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f7112c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6c0d0e00 con 0x7f5f6c0d09e0 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f7112c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5f6c06bd90 con 0x7f5f6c147360 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f6ad9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 0x7f5f6c1f81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f6ad9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 0x7f5f6c1f81b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47400/0 (socket says 172.21.15.173:47400) 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f6ad9d640 1 -- 172.21.15.173:0/1262619726 learned_addr learned my addr 172.21.15.173:0/1262619726 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f63fff640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5f6c0d09e0 0x7f5f6c160f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f6b59e640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5f6c147360 0x7f5f6c09df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f6ad9d640 1 -- 172.21.15.173:0/1262619726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5f6c147360 msgr2=0x7f5f6c09df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f6ad9d640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5f6c147360 0x7f5f6c09df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f6ad9d640 1 -- 172.21.15.173:0/1262619726 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5f6c0d09e0 msgr2=0x7f5f6c160f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f6ad9d640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5f6c0d09e0 0x7f5f6c160f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f6ad9d640 1 -- 172.21.15.173:0/1262619726 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f6c09dc90 con 0x7f5f6c070dd0 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f6ad9d640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 0x7f5f6c1f81b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c00c7f0 tx=0x7f5f5c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f637fe640 1 -- 172.21.15.173:0/1262619726 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c015070 con 0x7f5f6c070dd0 2024-09-10T09:30:01.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f637fe640 1 -- 172.21.15.173:0/1262619726 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f5c004220 con 0x7f5f6c070dd0 2024-09-10T09:30:01.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f7112c640 1 -- 172.21.15.173:0/1262619726 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f6c09c210 con 0x7f5f6c070dd0 2024-09-10T09:30:01.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.038+0000 7f5f637fe640 1 -- 172.21.15.173:0/1262619726 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c007620 con 0x7f5f6c070dd0 2024-09-10T09:30:01.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.039+0000 7f5f7112c640 1 -- 172.21.15.173:0/1262619726 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f6c09c7d0 con 0x7f5f6c070dd0 2024-09-10T09:30:01.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.040+0000 7f5f7112c640 1 -- 172.21.15.173:0/1262619726 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f6c06da90 con 0x7f5f6c070dd0 2024-09-10T09:30:01.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.040+0000 7f5f637fe640 1 -- 172.21.15.173:0/1262619726 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5f5c0077c0 con 0x7f5f6c070dd0 2024-09-10T09:30:01.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.041+0000 7f5f637fe640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5f4c06be30 0x7f5f4c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.041+0000 7f5f63fff640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5f4c06be30 0x7f5f4c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.041+0000 7f5f637fe640 1 -- 172.21.15.173:0/1262619726 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f5f5c08ada0 con 0x7f5f6c070dd0 2024-09-10T09:30:01.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.041+0000 7f5f63fff640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5f4c06be30 0x7f5f4c06e2f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5f54034000 tx=0x7f5f5402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.045+0000 7f5f637fe640 1 -- 172.21.15.173:0/1262619726 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5f6c06da90 con 0x7f5f6c070dd0 2024-09-10T09:30:01.210 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.209+0000 7f5f7112c640 1 -- 172.21.15.173:0/1262619726 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f5f6c0cea30 con 0x7f5f4c06be30 2024-09-10T09:30:01.211 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.209+0000 7f5f637fe640 1 -- 172.21.15.173:0/1262619726 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f5f6c0cea30 con 0x7f5f4c06be30 2024-09-10T09:30:01.211 INFO:teuthology.orchestra.run.smithi173.stderr:instructed osd(s) 2 to deep-scrub 2024-09-10T09:30:01.213 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 -- 172.21.15.173:0/1262619726 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5f4c06be30 msgr2=0x7f5f4c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.213 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5f4c06be30 0x7f5f4c06e2f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5f54034000 tx=0x7f5f5402e000 comp rx=0 tx=0).stop 2024-09-10T09:30:01.213 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 -- 172.21.15.173:0/1262619726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 msgr2=0x7f5f6c1f81b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.213 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 0x7f5f6c1f81b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c00c7f0 tx=0x7f5f5c00ccb0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.213 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 -- 172.21.15.173:0/1262619726 shutdown_connections 2024-09-10T09:30:01.213 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f5f4c06be30 0x7f5f4c06e2f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.213 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5f6c147360 0x7f5f6c09df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.213 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5f6c0d09e0 0x7f5f6c160f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.213 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 --2- 172.21.15.173:0/1262619726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f6c070dd0 0x7f5f6c1f81b0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.213 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 -- 172.21.15.173:0/1262619726 >> 172.21.15.173:0/1262619726 conn(0x7f5f6c0b2f40 msgr2=0x7f5f6c0b16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:01.214 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 -- 172.21.15.173:0/1262619726 shutdown_connections 2024-09-10T09:30:01.214 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.211+0000 7f5f7112c640 1 -- 172.21.15.173:0/1262619726 wait complete. 2024-09-10T09:30:01.223 INFO:tasks.ceph:Scrubbing osd.3 2024-09-10T09:30:01.223 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-10T09:30:01.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.325+0000 7ff8bb586640 1 Processor -- start 2024-09-10T09:30:01.326 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.325+0000 7ff8bb586640 1 -- start start 2024-09-10T09:30:01.328 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.326+0000 7ff8bb586640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff8b415c490 0x7ff8b409aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.328 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.326+0000 7ff8bb586640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff8b409af70 0x7ff8b40b04c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.328 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.326+0000 7ff8bb586640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8b4072180 con 0x7ff8b40b0a00 2024-09-10T09:30:01.328 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.326+0000 7ff8bb586640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7ff8b409b3b0 con 0x7ff8b415c490 2024-09-10T09:30:01.328 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.326+0000 7ff8bb586640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7ff8b415c870 con 0x7ff8b409af70 2024-09-10T09:30:01.328 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.326+0000 7ff8b9322640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7ff8b415c490 0x7ff8b409aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.328 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.326+0000 7ff8b9b23640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7ff8b40b0a00 0x7ff8b40b0e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56572/0 (socket says 172.21.15.173:56572) 2024-09-10T09:30:01.328 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.326+0000 7ff8b9b23640 1 -- 172.21.15.173:0/3835600059 learned_addr learned my addr 172.21.15.173:0/3835600059 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:01.328 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.326+0000 7ff8b8b21640 1 --2- 172.21.15.173:0/3835600059 >> v2:172.21.15.176:3300/0 conn(0x7ff8b409af70 0x7ff8b40b04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.328 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.327+0000 7ff8b9322640 1 -- 172.21.15.173:0/3835600059 >> v2:172.21.15.176:3300/0 conn(0x7ff8b409af70 msgr2=0x7ff8b40b04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:01.329 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.327+0000 7ff8b9322640 1 --2- 172.21.15.173:0/3835600059 >> v2:172.21.15.176:3300/0 conn(0x7ff8b409af70 0x7ff8b40b04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.329 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.327+0000 7ff8b9322640 1 -- 172.21.15.173:0/3835600059 >> v1:172.21.15.173:6789/0 conn(0x7ff8b40b0a00 legacy=0x7ff8b40b0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.329 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.327+0000 7ff8abfff640 1 -- 172.21.15.173:0/3835600059 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2456421232 0 0) 0x7ff8b4072180 con 0x7ff8b40b0a00 2024-09-10T09:30:01.329 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.327+0000 7ff8b9322640 1 -- 172.21.15.173:0/3835600059 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8b4071bc0 con 0x7ff8b415c490 2024-09-10T09:30:01.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.327+0000 7ff8b9322640 1 --2- 172.21.15.173:0/3835600059 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8b415c490 0x7ff8b409aa30 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7ff8b40b71b0 tx=0x7ff8b002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ed83cb3f1940619 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.327+0000 7ff8abfff640 1 -- 172.21.15.173:0/3835600059 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b0037070 con 0x7ff8b415c490 2024-09-10T09:30:01.330 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.327+0000 7ff8abfff640 1 -- 172.21.15.173:0/3835600059 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8b0032440 con 0x7ff8b415c490 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.327+0000 7ff8abfff640 1 -- 172.21.15.173:0/3835600059 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b0032810 con 0x7ff8b415c490 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.328+0000 7ff8bb586640 1 -- 172.21.15.173:0/3835600059 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8b415c490 msgr2=0x7ff8b409aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.328+0000 7ff8bb586640 1 --2- 172.21.15.173:0/3835600059 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8b415c490 0x7ff8b409aa30 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7ff8b40b71b0 tx=0x7ff8b002a1a0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.328+0000 7ff8bb586640 1 -- 172.21.15.173:0/3835600059 shutdown_connections 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.328+0000 7ff8bb586640 1 --2- 172.21.15.173:0/3835600059 >> v2:172.21.15.176:3300/0 conn(0x7ff8b409af70 0x7ff8b40b04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.328+0000 7ff8bb586640 1 --2- 172.21.15.173:0/3835600059 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8b415c490 0x7ff8b409aa30 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.328+0000 7ff8bb586640 1 -- 172.21.15.173:0/3835600059 >> 172.21.15.173:0/3835600059 conn(0x7ff8b40b3f30 msgr2=0x7ff8b40b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.328+0000 7ff8bb586640 1 -- 172.21.15.173:0/3835600059 shutdown_connections 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.328+0000 7ff8bb586640 1 -- 172.21.15.173:0/3835600059 wait complete. 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.329+0000 7ff8bb586640 1 Processor -- start 2024-09-10T09:30:01.331 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.329+0000 7ff8bb586640 1 -- start start 2024-09-10T09:30:01.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8bb586640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff8b409af70 0x7ff8b4145e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8bb586640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff8b40b0a00 0x7ff8b415ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8bb586640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8b415c490 0x7ff8b415f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8bb586640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b40affa0 con 0x7ff8b415c490 2024-09-10T09:30:01.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8bb586640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b40afcc0 con 0x7ff8b409af70 2024-09-10T09:30:01.334 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8bb586640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff8b409b8f0 con 0x7ff8b40b0a00 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8b9b23640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8b415c490 0x7ff8b415f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8b9b23640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8b415c490 0x7ff8b415f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47416/0 (socket says 172.21.15.173:47416) 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8b9b23640 1 -- 172.21.15.173:0/793628712 learned_addr learned my addr 172.21.15.173:0/793628712 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8b8b21640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff8b40b0a00 0x7ff8b415ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8b9322640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff8b409af70 0x7ff8b4145e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8b9b23640 1 -- 172.21.15.173:0/793628712 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff8b40b0a00 msgr2=0x7ff8b415ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8b9b23640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff8b40b0a00 0x7ff8b415ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8b9b23640 1 -- 172.21.15.173:0/793628712 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff8b409af70 msgr2=0x7ff8b4145e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8b9b23640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff8b409af70 0x7ff8b4145e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.330+0000 7ff8b9b23640 1 -- 172.21.15.173:0/793628712 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8b415dcb0 con 0x7ff8b415c490 2024-09-10T09:30:01.335 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.331+0000 7ff8b9b23640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8b415c490 0x7ff8b415f160 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ff8ac00c700 tx=0x7ff8ac00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.331+0000 7ff8a9ffb640 1 -- 172.21.15.173:0/793628712 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8ac018070 con 0x7ff8b415c490 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.331+0000 7ff8a9ffb640 1 -- 172.21.15.173:0/793628712 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8ac00ce10 con 0x7ff8b415c490 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.331+0000 7ff8a9ffb640 1 -- 172.21.15.173:0/793628712 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8ac00a860 con 0x7ff8b415c490 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.331+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8b415df90 con 0x7ff8b415c490 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.331+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8b40b3800 con 0x7ff8b415c490 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.332+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff8b415da60 con 0x7ff8b415c490 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.332+0000 7ff8a9ffb640 1 -- 172.21.15.173:0/793628712 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff8ac01b070 con 0x7ff8b415c490 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.333+0000 7ff8a9ffb640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff89806be60 0x7ff89806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.333+0000 7ff8a9ffb640 1 -- 172.21.15.173:0/793628712 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7ff8ac08a1f0 con 0x7ff8b415c490 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.333+0000 7ff8b9322640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff89806be60 0x7ff89806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.333+0000 7ff8a9ffb640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] conn(0x7ff898072300 0x7ff898074740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.333+0000 7ff8a9ffb640 1 -- 172.21.15.173:0/793628712 --> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff898074e10 con 0x7ff898072300 2024-09-10T09:30:01.336 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.333+0000 7ff8a9ffb640 1 -- 172.21.15.173:0/793628712 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7ff8ac091050 con 0x7ff8b415c490 2024-09-10T09:30:01.337 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.333+0000 7ff8b8b21640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] conn(0x7ff898072300 0x7ff898074740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.337 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.333+0000 7ff8b9322640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff89806be60 0x7ff89806e320 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0034000 tx=0x7ff8b002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.337 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.333+0000 7ff8b8b21640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] conn(0x7ff898072300 0x7ff898074740 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.337 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.334+0000 7ff8a9ffb640 1 -- 172.21.15.173:0/793628712 <== osd.3 v2:172.21.15.173:6810/129315301 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff898074e10 con 0x7ff898072300 2024-09-10T09:30:01.347 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.346+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 --> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff8b415cce0 con 0x7ff898072300 2024-09-10T09:30:01.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8a9ffb640 1 -- 172.21.15.173:0/793628712 <== osd.3 v2:172.21.15.173:6810/129315301 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff8b415cce0 con 0x7ff898072300 2024-09-10T09:30:01.348 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:30:01.348 INFO:teuthology.orchestra.run.smithi173.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T09:30:01.348 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:30:01.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] conn(0x7ff898072300 msgr2=0x7ff898074740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8bb586640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:6810/129315301,v1:172.21.15.173:6812/129315301] conn(0x7ff898072300 0x7ff898074740 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff89806be60 msgr2=0x7ff89806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8bb586640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7ff89806be60 0x7ff89806e320 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0034000 tx=0x7ff8b002e000 comp rx=0 tx=0).stop 2024-09-10T09:30:01.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8b415c490 msgr2=0x7ff8b415f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8bb586640 1 --2- 172.21.15.173:0/793628712 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8b415c490 0x7ff8b415f160 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ff8ac00c700 tx=0x7ff8ac00cbc0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8b9b23640 1 -- 172.21.15.173:0/793628712 reap_dead start 2024-09-10T09:30:01.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 shutdown_connections 2024-09-10T09:30:01.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 >> 172.21.15.173:0/793628712 conn(0x7ff8b40b3f30 msgr2=0x7ff8b4150af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:01.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 shutdown_connections 2024-09-10T09:30:01.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.347+0000 7ff8bb586640 1 -- 172.21.15.173:0/793628712 wait complete. 2024-09-10T09:30:01.359 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-10T09:30:01.459 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.458+0000 7f91937d8640 1 Processor -- start 2024-09-10T09:30:01.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.458+0000 7f91937d8640 1 -- start start 2024-09-10T09:30:01.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.459+0000 7f91937d8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c0b6680 0x7f918c169830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.459+0000 7f91937d8640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f918c06d9f0 con 0x7f918c161c80 2024-09-10T09:30:01.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.459+0000 7f91937d8640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f918c06dcd0 con 0x7f918c162060 2024-09-10T09:30:01.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.459+0000 7f91937d8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f918c06dfb0 con 0x7f918c0b6680 2024-09-10T09:30:01.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.459+0000 7f9191574640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f918c161c80 0x7f918c06e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56584/0 (socket says 172.21.15.173:56584) 2024-09-10T09:30:01.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.459+0000 7f9191574640 1 -- 172.21.15.173:0/4240855771 learned_addr learned my addr 172.21.15.173:0/4240855771 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:01.463 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9191d75640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c0b6680 0x7f918c169830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1772765881 0 0) 0x7f918c06d9f0 con 0x7f918c161c80 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9178003520 con 0x7f918c161c80 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 873045194 0 0) 0x7f9178003520 con 0x7f918c161c80 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c0b6680 msgr2=0x7f918c169830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c0b6680 0x7f918c169830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 >> v1:172.21.15.176:6789/0 conn(0x7f918c162060 legacy=0x7f918c0b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f918c0d01f0 con 0x7f918c161c80 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f91880019f0 con 0x7f918c161c80 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 >> v1:172.21.15.173:6789/0 conn(0x7f918c161c80 legacy=0x7f918c06e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91780039e0 0x7f9178003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9178004800 0x7f9178004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c0b6680 0x7f91780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f918c06dfb0 con 0x7f91780039e0 2024-09-10T09:30:01.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f917800baa0 con 0x7f9178004800 2024-09-10T09:30:01.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f917800bca0 con 0x7f918c0b6680 2024-09-10T09:30:01.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9191574640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91780039e0 0x7f9178003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9191d75640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c0b6680 0x7f91780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9190d73640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9178004800 0x7f9178004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9191574640 1 -- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c0b6680 msgr2=0x7f91780051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:01.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9191574640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c0b6680 0x7f91780051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9191574640 1 -- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9178004800 msgr2=0x7f9178004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:01.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9191574640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9178004800 0x7f9178004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9191574640 1 -- 172.21.15.173:0/4240855771 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9178003520 con 0x7f91780039e0 2024-09-10T09:30:01.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.460+0000 7f9190d73640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9178004800 0x7f9178004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:30:01.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.461+0000 7f9191574640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91780039e0 0x7f9178003e00 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f9188002230 tx=0x7f9178005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a5f422f7e692596 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.461+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918800a4a0 con 0x7f91780039e0 2024-09-10T09:30:01.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.461+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f918802f070 con 0x7f91780039e0 2024-09-10T09:30:01.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.461+0000 7f9183fff640 1 -- 172.21.15.173:0/4240855771 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918802bc80 con 0x7f91780039e0 2024-09-10T09:30:01.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.462+0000 7f91937d8640 1 -- 172.21.15.173:0/4240855771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91780039e0 msgr2=0x7f9178003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.462+0000 7f91937d8640 1 --2- 172.21.15.173:0/4240855771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91780039e0 0x7f9178003e00 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f9188002230 tx=0x7f9178005830 comp rx=0 tx=0).stop 2024-09-10T09:30:01.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.462+0000 7f9191d75640 1 -- 172.21.15.173:0/4240855771 reap_dead start 2024-09-10T09:30:01.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.462+0000 7f91937d8640 1 -- 172.21.15.173:0/4240855771 shutdown_connections 2024-09-10T09:30:01.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.462+0000 7f91937d8640 1 -- 172.21.15.173:0/4240855771 >> 172.21.15.173:0/4240855771 conn(0x7f918c0d44f0 msgr2=0x7f918c0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:01.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.462+0000 7f91937d8640 1 -- 172.21.15.173:0/4240855771 shutdown_connections 2024-09-10T09:30:01.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.462+0000 7f91937d8640 1 -- 172.21.15.173:0/4240855771 wait complete. 2024-09-10T09:30:01.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.463+0000 7f91937d8640 1 Processor -- start 2024-09-10T09:30:01.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.463+0000 7f91937d8640 1 -- start start 2024-09-10T09:30:01.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f91937d8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f91780039e0 0x7f918c159410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f91937d8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f918c0b7340 0x7f918c157400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f91937d8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c157940 0x7f918c0b9680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f91937d8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f918c0b6cb0 con 0x7f918c0b7340 2024-09-10T09:30:01.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f91937d8640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f918c0b6b30 con 0x7f91780039e0 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f91937d8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f918c167820 con 0x7f918c157940 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9190d73640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f918c0b7340 0x7f918c157400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9190d73640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f918c0b7340 0x7f918c157400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47436/0 (socket says 172.21.15.173:47436) 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9190d73640 1 -- 172.21.15.173:0/2495069307 learned_addr learned my addr 172.21.15.173:0/2495069307 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9191574640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f91780039e0 0x7f918c159410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9191d75640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c157940 0x7f918c0b9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9190d73640 1 -- 172.21.15.173:0/2495069307 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c157940 msgr2=0x7f918c0b9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9190d73640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c157940 0x7f918c0b9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9190d73640 1 -- 172.21.15.173:0/2495069307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f91780039e0 msgr2=0x7f918c159410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9190d73640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f91780039e0 0x7f918c159410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9190d73640 1 -- 172.21.15.173:0/2495069307 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f918c158600 con 0x7f918c0b7340 2024-09-10T09:30:01.471 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9191d75640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c157940 0x7f918c0b9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9190d73640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f918c0b7340 0x7f918c157400 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f917c00e5b0 tx=0x7f917c00ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9181ffb640 1 -- 172.21.15.173:0/2495069307 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917c0052e0 con 0x7f918c0b7340 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9181ffb640 1 -- 172.21.15.173:0/2495069307 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f917c018070 con 0x7f918c0b7340 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f9181ffb640 1 -- 172.21.15.173:0/2495069307 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917c003830 con 0x7f918c0b7340 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.464+0000 7f91937d8640 1 -- 172.21.15.173:0/2495069307 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f918c158140 con 0x7f918c0b7340 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.465+0000 7f91937d8640 1 -- 172.21.15.173:0/2495069307 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f918c159950 con 0x7f918c0b7340 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.466+0000 7f91937d8640 1 -- 172.21.15.173:0/2495069307 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f918c15c2e0 con 0x7f918c0b7340 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.466+0000 7f9181ffb640 1 -- 172.21.15.173:0/2495069307 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f917c0039d0 con 0x7f918c0b7340 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.466+0000 7f9181ffb640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f917006be60 0x7f917006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.466+0000 7f9181ffb640 1 -- 172.21.15.173:0/2495069307 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f917c08a960 con 0x7f918c0b7340 2024-09-10T09:30:01.472 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.466+0000 7f9191574640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f917006be60 0x7f917006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.467+0000 7f9191574640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f917006be60 0x7f917006e320 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9188033000 tx=0x7f9188009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.473 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.471+0000 7f9181ffb640 1 -- 172.21.15.173:0/2495069307 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f917c059550 con 0x7f918c0b7340 2024-09-10T09:30:01.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.637+0000 7f91937d8640 1 -- 172.21.15.173:0/2495069307 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f918c0b5f70 con 0x7f917006be60 2024-09-10T09:30:01.638 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.637+0000 7f9181ffb640 1 -- 172.21.15.173:0/2495069307 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f918c0b5f70 con 0x7f917006be60 2024-09-10T09:30:01.638 INFO:teuthology.orchestra.run.smithi173.stderr:instructed osd(s) 3 to deep-scrub 2024-09-10T09:30:01.641 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 -- 172.21.15.173:0/2495069307 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f917006be60 msgr2=0x7f917006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.641 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f917006be60 0x7f917006e320 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9188033000 tx=0x7f9188009030 comp rx=0 tx=0).stop 2024-09-10T09:30:01.641 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 -- 172.21.15.173:0/2495069307 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f918c0b7340 msgr2=0x7f918c157400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.641 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f918c0b7340 0x7f918c157400 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f917c00e5b0 tx=0x7f917c00ea70 comp rx=0 tx=0).stop 2024-09-10T09:30:01.641 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 -- 172.21.15.173:0/2495069307 shutdown_connections 2024-09-10T09:30:01.641 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f917006be60 0x7f917006e320 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.641 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f918c157940 0x7f918c0b9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.641 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f918c0b7340 0x7f918c157400 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.641 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 --2- 172.21.15.173:0/2495069307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f91780039e0 0x7f918c159410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.642 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 -- 172.21.15.173:0/2495069307 >> 172.21.15.173:0/2495069307 conn(0x7f918c0d44f0 msgr2=0x7f918c162490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:01.642 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 -- 172.21.15.173:0/2495069307 shutdown_connections 2024-09-10T09:30:01.642 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.639+0000 7f91937d8640 1 -- 172.21.15.173:0/2495069307 wait complete. 2024-09-10T09:30:01.651 INFO:tasks.ceph:Scrubbing osd.4 2024-09-10T09:30:01.651 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-10T09:30:01.753 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.752+0000 7fa7f3d98640 1 Processor -- start 2024-09-10T09:30:01.754 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.753+0000 7fa7f3d98640 1 -- start start 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.753+0000 7fa7f3d98640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa7ec0b1920 0x7fa7ec09aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.753+0000 7fa7f3d98640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fa7ec09af70 0x7fa7ec0cd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.753+0000 7fa7f3d98640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa7ec071160 0x7fa7ec0cdd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.753+0000 7fa7f3d98640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fa7ec0ce720 con 0x7fa7ec071160 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.753+0000 7fa7f3d98640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fa7ec0cea00 con 0x7fa7ec09af70 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.753+0000 7fa7f3d98640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa7ec0ccfe0 con 0x7fa7ec0b1920 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.754+0000 7fa7f2335640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa7ec071160 0x7fa7ec0cdd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.754+0000 7fa7f2335640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa7ec071160 0x7fa7ec0cdd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47452/0 (socket says 172.21.15.173:47452) 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.754+0000 7fa7f2335640 1 -- 172.21.15.173:0/1536184193 learned_addr learned my addr 172.21.15.173:0/1536184193 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.754+0000 7fa7f1b34640 1 --2- 172.21.15.173:0/1536184193 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa7ec0b1920 0x7fa7ec09aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.754+0000 7fa7f1333640 1 --2- 172.21.15.173:0/1536184193 >> v2:172.21.15.176:3300/0 conn(0x7fa7ec09af70 0x7fa7ec0cd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.754+0000 7fa7f2335640 1 -- 172.21.15.173:0/1536184193 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa7ec0b1920 msgr2=0x7fa7ec09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:01.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.754+0000 7fa7f2335640 1 --2- 172.21.15.173:0/1536184193 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa7ec0b1920 0x7fa7ec09aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.754+0000 7fa7f2335640 1 -- 172.21.15.173:0/1536184193 >> v2:172.21.15.176:3300/0 conn(0x7fa7ec09af70 msgr2=0x7fa7ec0cd7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:01.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.754+0000 7fa7f2335640 1 --2- 172.21.15.173:0/1536184193 >> v2:172.21.15.176:3300/0 conn(0x7fa7ec09af70 0x7fa7ec0cd7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.756 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.754+0000 7fa7f2335640 1 -- 172.21.15.173:0/1536184193 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7ec0cd2c0 con 0x7fa7ec071160 2024-09-10T09:30:01.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f2335640 1 --2- 172.21.15.173:0/1536184193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7ec071160 0x7fa7ec0cdd20 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec073330 tx=0x7fa7e402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d26941e6af434ef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f0b32640 1 -- 172.21.15.173:0/1536184193 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4037070 con 0x7fa7ec071160 2024-09-10T09:30:01.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f0b32640 1 -- 172.21.15.173:0/1536184193 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7e4032440 con 0x7fa7ec071160 2024-09-10T09:30:01.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f0b32640 1 -- 172.21.15.173:0/1536184193 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4032810 con 0x7fa7ec071160 2024-09-10T09:30:01.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f3d98640 1 -- 172.21.15.173:0/1536184193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7ec071160 msgr2=0x7fa7ec0cdd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f3d98640 1 --2- 172.21.15.173:0/1536184193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7ec071160 0x7fa7ec0cdd20 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec073330 tx=0x7fa7e402a140 comp rx=0 tx=0).stop 2024-09-10T09:30:01.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f3d98640 1 -- 172.21.15.173:0/1536184193 shutdown_connections 2024-09-10T09:30:01.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f3d98640 1 --2- 172.21.15.173:0/1536184193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7ec071160 0x7fa7ec0cdd20 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.757 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f3d98640 1 --2- 172.21.15.173:0/1536184193 >> v2:172.21.15.176:3300/0 conn(0x7fa7ec09af70 0x7fa7ec0cd7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f3d98640 1 --2- 172.21.15.173:0/1536184193 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa7ec0b1920 0x7fa7ec09aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f3d98640 1 -- 172.21.15.173:0/1536184193 >> 172.21.15.173:0/1536184193 conn(0x7fa7ec0b3de0 msgr2=0x7fa7ec0b41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:01.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f3d98640 1 -- 172.21.15.173:0/1536184193 shutdown_connections 2024-09-10T09:30:01.758 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.755+0000 7fa7f3d98640 1 -- 172.21.15.173:0/1536184193 wait complete. 2024-09-10T09:30:01.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f3d98640 1 Processor -- start 2024-09-10T09:30:01.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f3d98640 1 -- start start 2024-09-10T09:30:01.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f3d98640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa7ec071160 0x7fa7ec1557e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f3d98640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa7ec09af70 0x7fa7ec154940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.760 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f3d98640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7ec0b1920 0x7fa7ec1570b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f3d98640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ec0d01f0 con 0x7fa7ec0b1920 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f3d98640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ec0d0070 con 0x7fa7ec071160 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f3d98640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa7ec0700c0 con 0x7fa7ec09af70 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f2335640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7ec0b1920 0x7fa7ec1570b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f2335640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7ec0b1920 0x7fa7ec1570b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47458/0 (socket says 172.21.15.173:47458) 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f2335640 1 -- 172.21.15.173:0/3144451137 learned_addr learned my addr 172.21.15.173:0/3144451137 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.757+0000 7fa7f1b34640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa7ec071160 0x7fa7ec1557e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7f1333640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa7ec09af70 0x7fa7ec154940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7f2335640 1 -- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa7ec09af70 msgr2=0x7fa7ec154940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7f2335640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa7ec09af70 0x7fa7ec154940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7f2335640 1 -- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa7ec071160 msgr2=0x7fa7ec1557e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7f2335640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa7ec071160 0x7fa7ec1557e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.761 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7f2335640 1 -- 172.21.15.173:0/3144451137 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7ec156010 con 0x7fa7ec0b1920 2024-09-10T09:30:01.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7f2335640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7ec0b1920 0x7fa7ec1570b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fa7e402a180 tx=0x7fa7e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7ea7fc640 1 -- 172.21.15.173:0/3144451137 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4041070 con 0x7fa7ec0b1920 2024-09-10T09:30:01.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7ea7fc640 1 -- 172.21.15.173:0/3144451137 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7e403c870 con 0x7fa7ec0b1920 2024-09-10T09:30:01.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7ec1562f0 con 0x7fa7ec0b1920 2024-09-10T09:30:01.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7ea7fc640 1 -- 172.21.15.173:0/3144451137 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4037040 con 0x7fa7ec0b1920 2024-09-10T09:30:01.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.758+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7ec1568b0 con 0x7fa7ec0b1920 2024-09-10T09:30:01.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.759+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa7ec09aa30 con 0x7fa7ec0b1920 2024-09-10T09:30:01.762 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.759+0000 7fa7ea7fc640 1 -- 172.21.15.173:0/3144451137 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa7e4044070 con 0x7fa7ec0b1920 2024-09-10T09:30:01.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.760+0000 7fa7ea7fc640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa7d806be60 0x7fa7d806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.760+0000 7fa7ea7fc640 1 -- 172.21.15.173:0/3144451137 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fa7e40ab6d0 con 0x7fa7ec0b1920 2024-09-10T09:30:01.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.760+0000 7fa7f1b34640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa7d806be60 0x7fa7d806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.760+0000 7fa7ea7fc640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] conn(0x7fa7d8072300 0x7fa7d8074740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.763 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.760+0000 7fa7ea7fc640 1 -- 172.21.15.173:0/3144451137 --> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa7e4001d30 con 0x7fa7d8072300 2024-09-10T09:30:01.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.760+0000 7fa7ea7fc640 1 -- 172.21.15.173:0/3144451137 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fa7e40b2050 con 0x7fa7ec0b1920 2024-09-10T09:30:01.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.760+0000 7fa7f1333640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] conn(0x7fa7d8072300 0x7fa7d8074740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.760+0000 7fa7f1b34640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa7d806be60 0x7fa7d806e320 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa7dc011340 tx=0x7fa7dc00b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.761+0000 7fa7f1333640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] conn(0x7fa7d8072300 0x7fa7d8074740 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.764 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.761+0000 7fa7ea7fc640 1 -- 172.21.15.173:0/3144451137 <== osd.4 v2:172.21.15.176:6816/568733902 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa7e4001d30 con 0x7fa7d8072300 2024-09-10T09:30:01.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.774+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 --> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa7ec0b4cf0 con 0x7fa7d8072300 2024-09-10T09:30:01.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.774+0000 7fa7ea7fc640 1 -- 172.21.15.173:0/3144451137 <== osd.4 v2:172.21.15.176:6816/568733902 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fa7ec0b4cf0 con 0x7fa7d8072300 2024-09-10T09:30:01.775 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:30:01.775 INFO:teuthology.orchestra.run.smithi173.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T09:30:01.776 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:30:01.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] conn(0x7fa7d8072300 msgr2=0x7fa7d8074740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f3d98640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.176:6816/568733902,v1:172.21.15.176:6817/568733902] conn(0x7fa7d8072300 0x7fa7d8074740 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa7d806be60 msgr2=0x7fa7d806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f3d98640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa7d806be60 0x7fa7d806e320 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa7dc011340 tx=0x7fa7dc00b040 comp rx=0 tx=0).stop 2024-09-10T09:30:01.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7ec0b1920 msgr2=0x7fa7ec1570b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f3d98640 1 --2- 172.21.15.173:0/3144451137 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7ec0b1920 0x7fa7ec1570b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fa7e402a180 tx=0x7fa7e40046c0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f2335640 1 -- 172.21.15.173:0/3144451137 reap_dead start 2024-09-10T09:30:01.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 shutdown_connections 2024-09-10T09:30:01.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 >> 172.21.15.173:0/3144451137 conn(0x7fa7ec0b3de0 msgr2=0x7fa7ec09b400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:01.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 shutdown_connections 2024-09-10T09:30:01.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.775+0000 7fa7f3d98640 1 -- 172.21.15.173:0/3144451137 wait complete. 2024-09-10T09:30:01.786 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-10T09:30:01.889 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.883+0000 7fa4b7e9b640 1 Processor -- start 2024-09-10T09:30:01.889 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.884+0000 7fa4b7e9b640 1 -- start start 2024-09-10T09:30:01.889 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b7e9b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fa4b0145bc0 0x7fa4b015ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.889 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b7e9b640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4b00b3570 con 0x7fa4b006c320 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b7e9b640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4b00b3850 con 0x7fa4b00ae140 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b7e9b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fa4b00b3b30 con 0x7fa4b0145bc0 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b6438640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fa4b006c320 0x7fa4b00af950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56596/0 (socket says 172.21.15.173:56596) 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b6438640 1 -- 172.21.15.173:0/2912893136 learned_addr learned my addr 172.21.15.173:0/2912893136 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b5c37640 1 --2- 172.21.15.173:0/2912893136 >> v2:172.21.15.176:3300/0 conn(0x7fa4b0145bc0 0x7fa4b015ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 988327323 0 0) 0x7fa4b00b3570 con 0x7fa4b006c320 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa498003520 con 0x7fa4b006c320 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 810151729 0 0) 0x7fa498003520 con 0x7fa4b006c320 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 >> v2:172.21.15.176:3300/0 conn(0x7fa4b0145bc0 msgr2=0x7fa4b015ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 --2- 172.21.15.173:0/2912893136 >> v2:172.21.15.176:3300/0 conn(0x7fa4b0145bc0 0x7fa4b015ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 >> v1:172.21.15.176:6789/0 conn(0x7fa4b00ae140 legacy=0x7fa4b006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b00b1610 con 0x7fa4b006c320 2024-09-10T09:30:01.890 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7fa4a00019f0 con 0x7fa4b006c320 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 >> v1:172.21.15.173:6789/0 conn(0x7fa4b006c320 legacy=0x7fa4b00af950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4980039b0 0x7fa498003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa498004800 0x7fa498004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa49800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b00b3b30 con 0x7fa4980051c0 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa49800c070 con 0x7fa498004800 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa49800c270 con 0x7fa4980039b0 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.885+0000 7fa4b6438640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa49800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.886+0000 7fa4b5c37640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4980039b0 0x7fa498003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.886+0000 7fa4b5436640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa498004800 0x7fa498004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.886+0000 7fa4b6438640 1 -- 172.21.15.173:0/2912893136 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4980039b0 msgr2=0x7fa498003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.886+0000 7fa4b6438640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4980039b0 0x7fa498003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.891 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.886+0000 7fa4b6438640 1 -- 172.21.15.173:0/2912893136 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa498004800 msgr2=0x7fa498004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.886+0000 7fa4b6438640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa498004800 0x7fa498004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.886+0000 7fa4b6438640 1 -- 172.21.15.173:0/2912893136 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa498003520 con 0x7fa4980051c0 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.886+0000 7fa4b6438640 1 -- 172.21.15.173:0/2912893136 reap_dead start 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.886+0000 7fa4b6438640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa49800b9c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa4b009b080 tx=0x7fa498005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d585d4c5349cf6d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.887+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a000a480 con 0x7fa4980051c0 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.887+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4a002f070 con 0x7fa4980051c0 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.887+0000 7fa4b4c35640 1 -- 172.21.15.173:0/2912893136 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a002bc10 con 0x7fa4980051c0 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.887+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/2912893136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 msgr2=0x7fa49800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.887+0000 7fa4b7e9b640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa49800b9c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa4b009b080 tx=0x7fa498005830 comp rx=0 tx=0).stop 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.887+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/2912893136 shutdown_connections 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.887+0000 7fa4b7e9b640 1 --2- 172.21.15.173:0/2912893136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa49800b9c0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.892 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.887+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/2912893136 >> 172.21.15.173:0/2912893136 conn(0x7fa4b0073490 msgr2=0x7fa4b00b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:01.893 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.887+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/2912893136 shutdown_connections 2024-09-10T09:30:01.893 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.887+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/2912893136 wait complete. 2024-09-10T09:30:01.893 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.888+0000 7fa4b7e9b640 1 Processor -- start 2024-09-10T09:30:01.893 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.888+0000 7fa4b7e9b640 1 -- start start 2024-09-10T09:30:01.895 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b7e9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa4b015a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.895 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b7e9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4b015bde0 0x7fa4b015c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b7e9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4b009b2c0 0x7fa4b009b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b7e9b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b0145fa0 con 0x7fa4980051c0 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b7e9b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b009aa30 con 0x7fa4b015bde0 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b7e9b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa4b009d640 con 0x7fa4b009b2c0 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b5c37640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa4b015a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b5c37640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa4b015a250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47474/0 (socket says 172.21.15.173:47474) 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b5c37640 1 -- 172.21.15.173:0/553499922 learned_addr learned my addr 172.21.15.173:0/553499922 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b5436640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4b015bde0 0x7fa4b015c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b6438640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4b009b2c0 0x7fa4b009b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b5c37640 1 -- 172.21.15.173:0/553499922 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4b009b2c0 msgr2=0x7fa4b009b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b5c37640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4b009b2c0 0x7fa4b009b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b5c37640 1 -- 172.21.15.173:0/553499922 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4b015bde0 msgr2=0x7fa4b015c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:01.896 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b5c37640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4b015bde0 0x7fa4b015c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.889+0000 7fa4b5c37640 1 -- 172.21.15.173:0/553499922 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b009d920 con 0x7fa4980051c0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.890+0000 7fa4b5c37640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa4b015a250 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fa4a80118e0 tx=0x7fa4a8011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.890+0000 7fa4ae7fc640 1 -- 172.21.15.173:0/553499922 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a800faf0 con 0x7fa4980051c0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.890+0000 7fa4ae7fc640 1 -- 172.21.15.173:0/553499922 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4a800fc90 con 0x7fa4980051c0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.890+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/553499922 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b009dc00 con 0x7fa4980051c0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.890+0000 7fa4ae7fc640 1 -- 172.21.15.173:0/553499922 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8014440 con 0x7fa4980051c0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.890+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/553499922 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b009d2f0 con 0x7fa4980051c0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.891+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/553499922 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4b015ca70 con 0x7fa4980051c0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.891+0000 7fa4ae7fc640 1 -- 172.21.15.173:0/553499922 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa4a8012040 con 0x7fa4980051c0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.892+0000 7fa4ae7fc640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa49c06be30 0x7fa49c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.892+0000 7fa4ae7fc640 1 -- 172.21.15.173:0/553499922 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fa4a808b3e0 con 0x7fa4980051c0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.892+0000 7fa4b5436640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa49c06be30 0x7fa49c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:01.897 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.892+0000 7fa4b5436640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa49c06be30 0x7fa49c06e2f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa4b013f070 tx=0x7fa4a4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:01.898 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:01.896+0000 7fa4ae7fc640 1 -- 172.21.15.173:0/553499922 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa4a8019030 con 0x7fa4980051c0 2024-09-10T09:30:02.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.062+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/553499922 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7fa4b00b1130 con 0x7fa49c06be30 2024-09-10T09:30:02.063 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.062+0000 7fa4ae7fc640 1 -- 172.21.15.173:0/553499922 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fa4b00b1130 con 0x7fa49c06be30 2024-09-10T09:30:02.063 INFO:teuthology.orchestra.run.smithi173.stderr:instructed osd(s) 4 to deep-scrub 2024-09-10T09:30:02.065 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/553499922 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa49c06be30 msgr2=0x7fa49c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa49c06be30 0x7fa49c06e2f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa4b013f070 tx=0x7fa4a4009040 comp rx=0 tx=0).stop 2024-09-10T09:30:02.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/553499922 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 msgr2=0x7fa4b015a250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa4b015a250 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fa4a80118e0 tx=0x7fa4a8011da0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/553499922 shutdown_connections 2024-09-10T09:30:02.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa49c06be30 0x7fa49c06e2f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4b009b2c0 0x7fa4b009b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4b015bde0 0x7fa4b015c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 --2- 172.21.15.173:0/553499922 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa4980051c0 0x7fa4b015a250 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/553499922 >> 172.21.15.173:0/553499922 conn(0x7fa4b0073490 msgr2=0x7fa4b00d1620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:02.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/553499922 shutdown_connections 2024-09-10T09:30:02.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.064+0000 7fa4b7e9b640 1 -- 172.21.15.173:0/553499922 wait complete. 2024-09-10T09:30:02.076 INFO:tasks.ceph:Scrubbing osd.5 2024-09-10T09:30:02.076 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-10T09:30:02.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.178+0000 7fa453fff640 1 Processor -- start 2024-09-10T09:30:02.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.178+0000 7fa453fff640 1 -- start start 2024-09-10T09:30:02.180 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa453fff640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa45415e2e0 0x7fa45406de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa453fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa454070610 0x7fa45415edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa453fff640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa45415f820 con 0x7fa454070180 2024-09-10T09:30:02.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa453fff640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fa45406e360 con 0x7fa45415e2e0 2024-09-10T09:30:02.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa453fff640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa45415f310 con 0x7fa454070610 2024-09-10T09:30:02.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa452ffd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa45415e2e0 0x7fa45406de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa452ffd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fa45415e2e0 0x7fa45406de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47486/0 (socket says 172.21.15.173:47486) 2024-09-10T09:30:02.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa452ffd640 1 -- 172.21.15.173:0/2225299175 learned_addr learned my addr 172.21.15.173:0/2225299175 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:02.181 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa4537fe640 1 --2- 172.21.15.173:0/2225299175 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa454070610 0x7fa45415edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa452ffd640 1 -- 172.21.15.173:0/2225299175 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa454070610 msgr2=0x7fa45415edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:02.182 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa452ffd640 1 --2- 172.21.15.173:0/2225299175 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa454070610 0x7fa45415edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.183 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa452ffd640 1 -- 172.21.15.173:0/2225299175 >> v1:172.21.15.176:6789/0 conn(0x7fa454070180 legacy=0x7fa45415e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:02.183 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.179+0000 7fa452ffd640 1 -- 172.21.15.173:0/2225299175 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa45415f540 con 0x7fa45415e2e0 2024-09-10T09:30:02.183 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.180+0000 7fa452ffd640 1 --2- 172.21.15.173:0/2225299175 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa45415e2e0 0x7fa45406de20 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fa44c009870 tx=0x7fa44c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1816a4588ce1273 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.180+0000 7fa451ffb640 1 -- 172.21.15.173:0/2225299175 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c037070 con 0x7fa45415e2e0 2024-09-10T09:30:02.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.180+0000 7fa451ffb640 1 -- 172.21.15.173:0/2225299175 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa44c032440 con 0x7fa45415e2e0 2024-09-10T09:30:02.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.180+0000 7fa451ffb640 1 -- 172.21.15.173:0/2225299175 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c032810 con 0x7fa45415e2e0 2024-09-10T09:30:02.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.181+0000 7fa453fff640 1 -- 172.21.15.173:0/2225299175 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa45415e2e0 msgr2=0x7fa45406de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.181+0000 7fa453fff640 1 --2- 172.21.15.173:0/2225299175 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa45415e2e0 0x7fa45406de20 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fa44c009870 tx=0x7fa44c02a210 comp rx=0 tx=0).stop 2024-09-10T09:30:02.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.181+0000 7fa453fff640 1 -- 172.21.15.173:0/2225299175 shutdown_connections 2024-09-10T09:30:02.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.181+0000 7fa453fff640 1 --2- 172.21.15.173:0/2225299175 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa454070610 0x7fa45415edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.181+0000 7fa453fff640 1 --2- 172.21.15.173:0/2225299175 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa45415e2e0 0x7fa45406de20 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.181+0000 7fa453fff640 1 -- 172.21.15.173:0/2225299175 >> 172.21.15.173:0/2225299175 conn(0x7fa454067b30 msgr2=0x7fa454067f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:02.187 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.181+0000 7fa453fff640 1 -- 172.21.15.173:0/2225299175 shutdown_connections 2024-09-10T09:30:02.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.181+0000 7fa453fff640 1 -- 172.21.15.173:0/2225299175 wait complete. 2024-09-10T09:30:02.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.182+0000 7fa453fff640 1 Processor -- start 2024-09-10T09:30:02.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.182+0000 7fa453fff640 1 -- start start 2024-09-10T09:30:02.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa453fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa454070180 0x7fa4540abd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa453fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa454070610 0x7fa4541e8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa453fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa45415e2e0 0x7fa4541e8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa453fff640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa45406d900 con 0x7fa45415e2e0 2024-09-10T09:30:02.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa453fff640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa45406d620 con 0x7fa454070180 2024-09-10T09:30:02.188 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa453fff640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa454070a50 con 0x7fa454070610 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa4537fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa45415e2e0 0x7fa4541e8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa4537fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa45415e2e0 0x7fa4541e8f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47502/0 (socket says 172.21.15.173:47502) 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa4537fe640 1 -- 172.21.15.173:0/3901933504 learned_addr learned my addr 172.21.15.173:0/3901933504 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa452ffd640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa454070180 0x7fa4540abd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa4527fc640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa454070610 0x7fa4541e8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa4537fe640 1 -- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa454070610 msgr2=0x7fa4541e8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa4537fe640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa454070610 0x7fa4541e8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa4537fe640 1 -- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa454070180 msgr2=0x7fa4540abd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa4537fe640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa454070180 0x7fa4540abd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa4537fe640 1 -- 172.21.15.173:0/3901933504 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4541e99b0 con 0x7fa45415e2e0 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.183+0000 7fa4537fe640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa45415e2e0 0x7fa4541e8f90 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa44400c7f0 tx=0x7fa44400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.184+0000 7fa43bfff640 1 -- 172.21.15.173:0/3901933504 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa444015070 con 0x7fa45415e2e0 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.184+0000 7fa43bfff640 1 -- 172.21.15.173:0/3901933504 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa444004220 con 0x7fa45415e2e0 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.184+0000 7fa43bfff640 1 -- 172.21.15.173:0/3901933504 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa444007620 con 0x7fa45415e2e0 2024-09-10T09:30:02.189 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.184+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4541e96d0 con 0x7fa45415e2e0 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.184+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa454149b30 con 0x7fa45415e2e0 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.184+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa45406de20 con 0x7fa45415e2e0 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.185+0000 7fa43bfff640 1 -- 172.21.15.173:0/3901933504 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa4440079d0 con 0x7fa45415e2e0 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.185+0000 7fa43bfff640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa44006be30 0x7fa44006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.186+0000 7fa43bfff640 1 -- 172.21.15.173:0/3901933504 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fa44408aca0 con 0x7fa45415e2e0 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.186+0000 7fa452ffd640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa44006be30 0x7fa44006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.186+0000 7fa43bfff640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] conn(0x7fa4400722d0 0x7fa440074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.186+0000 7fa43bfff640 1 -- 172.21.15.173:0/3901933504 --> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa440074de0 con 0x7fa4400722d0 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.186+0000 7fa43bfff640 1 -- 172.21.15.173:0/3901933504 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fa44408d3a0 con 0x7fa45415e2e0 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.186+0000 7fa4527fc640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] conn(0x7fa4400722d0 0x7fa440074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.190 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.186+0000 7fa452ffd640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa44006be30 0x7fa44006e2f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa44c034000 tx=0x7fa44c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.186+0000 7fa4527fc640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] conn(0x7fa4400722d0 0x7fa440074710 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.191 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.187+0000 7fa43bfff640 1 -- 172.21.15.173:0/3901933504 <== osd.5 v2:172.21.15.176:6808/233367625 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa440074de0 con 0x7fa4400722d0 2024-09-10T09:30:02.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.199+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 --> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa4540ac2c0 con 0x7fa4400722d0 2024-09-10T09:30:02.200 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa43bfff640 1 -- 172.21.15.173:0/3901933504 <== osd.5 v2:172.21.15.176:6808/233367625 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fa4540ac2c0 con 0x7fa4400722d0 2024-09-10T09:30:02.201 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:30:02.201 INFO:teuthology.orchestra.run.smithi173.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T09:30:02.201 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] conn(0x7fa4400722d0 msgr2=0x7fa440074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa453fff640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.176:6808/233367625,v1:172.21.15.176:6809/233367625] conn(0x7fa4400722d0 0x7fa440074710 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa44006be30 msgr2=0x7fa44006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa453fff640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fa44006be30 0x7fa44006e2f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa44c034000 tx=0x7fa44c02e000 comp rx=0 tx=0).stop 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa45415e2e0 msgr2=0x7fa4541e8f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa453fff640 1 --2- 172.21.15.173:0/3901933504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa45415e2e0 0x7fa4541e8f90 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa44400c7f0 tx=0x7fa44400ccb0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa4537fe640 1 -- 172.21.15.173:0/3901933504 reap_dead start 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 shutdown_connections 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 >> 172.21.15.173:0/3901933504 conn(0x7fa454067b30 msgr2=0x7fa454160dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 shutdown_connections 2024-09-10T09:30:02.202 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.200+0000 7fa453fff640 1 -- 172.21.15.173:0/3901933504 wait complete. 2024-09-10T09:30:02.212 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-10T09:30:02.311 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.310+0000 7f1c9dd6d640 1 Processor -- start 2024-09-10T09:30:02.311 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.310+0000 7f1c9dd6d640 1 -- start start 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c9dd6d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1c98147360 0x7f1c98070890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c9dd6d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c98070dd0 0x7f1c980d04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c9dd6d640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c9806cb30 con 0x7f1c980d09e0 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c9dd6d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f1c9806bfb0 con 0x7f1c98147360 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c9dd6d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1c9806c290 con 0x7f1c98070dd0 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c97fff640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f1c980d09e0 0x7f1c9806f060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56608/0 (socket says 172.21.15.173:56608) 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c97fff640 1 -- 172.21.15.173:0/4248380471 learned_addr learned my addr 172.21.15.173:0/4248380471 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 274329359 0 0) 0x7f1c9806cb30 con 0x7f1c980d09e0 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c96ffd640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c98070dd0 0x7f1c980d04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c977fe640 1 --2- 172.21.15.173:0/4248380471 >> v2:172.21.15.176:3300/0 conn(0x7f1c98147360 0x7f1c98070890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.311+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1c80003520 con 0x7f1c980d09e0 2024-09-10T09:30:02.315 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3085188260 0 0) 0x7f1c80003520 con 0x7f1c980d09e0 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c98070dd0 msgr2=0x7f1c980d04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c98070dd0 0x7f1c980d04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 >> v2:172.21.15.176:3300/0 conn(0x7f1c98147360 msgr2=0x7f1c98070890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 --2- 172.21.15.173:0/4248380471 >> v2:172.21.15.176:3300/0 conn(0x7f1c98147360 0x7f1c98070890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c9806c570 con 0x7f1c980d09e0 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f1c90001670 con 0x7f1c980d09e0 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 >> v1:172.21.15.173:6789/0 conn(0x7f1c980d09e0 legacy=0x7f1c9806f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c98070dd0 0x7f1c800039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c80003f30 0x7f1c80004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c80004d40 0x7f1c800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9806bfb0 con 0x7f1c80004d40 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9806c290 con 0x7f1c80003f30 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1c8000ba10 con 0x7f1c98070dd0 2024-09-10T09:30:02.316 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c97fff640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c80004d40 0x7f1c800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c977fe640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c98070dd0 0x7f1c800039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c96ffd640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c80003f30 0x7f1c80004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c97fff640 1 -- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c98070dd0 msgr2=0x7f1c800039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:02.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c97fff640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c98070dd0 0x7f1c800039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c97fff640 1 -- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c80003f30 msgr2=0x7f1c80004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:02.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c97fff640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c80003f30 0x7f1c80004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.312+0000 7f1c97fff640 1 -- 172.21.15.173:0/4248380471 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c80003520 con 0x7f1c80004d40 2024-09-10T09:30:02.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.313+0000 7f1c97fff640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c80004d40 0x7f1c800051c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1c9000c240 tx=0x7f1c80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1504cebc092e4d8e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.313+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c90007d50 con 0x7f1c80004d40 2024-09-10T09:30:02.317 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.313+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c9002e070 con 0x7f1c80004d40 2024-09-10T09:30:02.318 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.313+0000 7f1c967fc640 1 -- 172.21.15.173:0/4248380471 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c90005d70 con 0x7f1c80004d40 2024-09-10T09:30:02.318 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.314+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/4248380471 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c80004d40 msgr2=0x7f1c800051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.318 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.314+0000 7f1c9dd6d640 1 --2- 172.21.15.173:0/4248380471 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c80004d40 0x7f1c800051c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1c9000c240 tx=0x7f1c80005830 comp rx=0 tx=0).stop 2024-09-10T09:30:02.318 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.314+0000 7f1c97fff640 1 -- 172.21.15.173:0/4248380471 reap_dead start 2024-09-10T09:30:02.318 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.314+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/4248380471 shutdown_connections 2024-09-10T09:30:02.318 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.314+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/4248380471 >> 172.21.15.173:0/4248380471 conn(0x7f1c980b2f40 msgr2=0x7f1c980b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:02.318 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.314+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/4248380471 shutdown_connections 2024-09-10T09:30:02.318 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.314+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/4248380471 wait complete. 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.315+0000 7f1c9dd6d640 1 Processor -- start 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.315+0000 7f1c9dd6d640 1 -- start start 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c9dd6d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c98143f70 0x7f1c9815acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c9dd6d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c9815b210 0x7f1c9809bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c9dd6d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c9809c180 0x7f1c981f7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c9dd6d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9806bc10 con 0x7f1c98143f70 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c9dd6d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1c980d0e10 con 0x7f1c9809c180 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c9dd6d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1c9806bd90 con 0x7f1c9815b210 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c977fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c98143f70 0x7f1c9815acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c977fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c98143f70 0x7f1c9815acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47518/0 (socket says 172.21.15.173:47518) 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c977fe640 1 -- 172.21.15.173:0/3333322918 learned_addr learned my addr 172.21.15.173:0/3333322918 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:02.321 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c96ffd640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c9815b210 0x7f1c9809bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c97fff640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c9809c180 0x7f1c981f7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c977fe640 1 -- 172.21.15.173:0/3333322918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c9815b210 msgr2=0x7f1c9809bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c977fe640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c9815b210 0x7f1c9809bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c977fe640 1 -- 172.21.15.173:0/3333322918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c9809c180 msgr2=0x7f1c981f7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c977fe640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c9809c180 0x7f1c981f7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c977fe640 1 -- 172.21.15.173:0/3333322918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c9815c220 con 0x7f1c98143f70 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c977fe640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c98143f70 0x7f1c9815acd0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f1c88011e90 tx=0x7f1c8800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c7ffff640 1 -- 172.21.15.173:0/3333322918 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c88015430 con 0x7f1c98143f70 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c7ffff640 1 -- 172.21.15.173:0/3333322918 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c880155d0 con 0x7f1c98143f70 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/3333322918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c9815c500 con 0x7f1c98143f70 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.316+0000 7f1c7ffff640 1 -- 172.21.15.173:0/3333322918 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c880159a0 con 0x7f1c98143f70 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.317+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/3333322918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c9815cac0 con 0x7f1c98143f70 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.318+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/3333322918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c98070890 con 0x7f1c98143f70 2024-09-10T09:30:02.322 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.318+0000 7f1c7ffff640 1 -- 172.21.15.173:0/3333322918 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1c88015b40 con 0x7f1c98143f70 2024-09-10T09:30:02.323 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.318+0000 7f1c7ffff640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be30 0x7f1c8406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.323 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.319+0000 7f1c7ffff640 1 -- 172.21.15.173:0/3333322918 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f1c8808bd50 con 0x7f1c98143f70 2024-09-10T09:30:02.323 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.319+0000 7f1c96ffd640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be30 0x7f1c8406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.323 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.319+0000 7f1c96ffd640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be30 0x7f1c8406e2f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1c9809d9a0 tx=0x7f1c8c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.323 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.323+0000 7f1c7ffff640 1 -- 172.21.15.173:0/3333322918 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1c8808f030 con 0x7f1c98143f70 2024-09-10T09:30:02.491 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.490+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/3333322918 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f1c9815b5f0 con 0x7f1c8406be30 2024-09-10T09:30:02.492 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.491+0000 7f1c7ffff640 1 -- 172.21.15.173:0/3333322918 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f1c9815b5f0 con 0x7f1c8406be30 2024-09-10T09:30:02.492 INFO:teuthology.orchestra.run.smithi173.stderr:instructed osd(s) 5 to deep-scrub 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.492+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/3333322918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be30 msgr2=0x7f1c8406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.492+0000 7f1c9dd6d640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be30 0x7f1c8406e2f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1c9809d9a0 tx=0x7f1c8c009190 comp rx=0 tx=0).stop 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.492+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/3333322918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c98143f70 msgr2=0x7f1c9815acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.492+0000 7f1c9dd6d640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c98143f70 0x7f1c9815acd0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f1c88011e90 tx=0x7f1c8800f580 comp rx=0 tx=0).stop 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.492+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/3333322918 shutdown_connections 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.492+0000 7f1c9dd6d640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f1c8406be30 0x7f1c8406e2f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.492+0000 7f1c9dd6d640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c9809c180 0x7f1c981f7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.492+0000 7f1c9dd6d640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1c9815b210 0x7f1c9809bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.492+0000 7f1c9dd6d640 1 --2- 172.21.15.173:0/3333322918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1c98143f70 0x7f1c9815acd0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.492+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/3333322918 >> 172.21.15.173:0/3333322918 conn(0x7f1c980b2f40 msgr2=0x7f1c981449c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.493+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/3333322918 shutdown_connections 2024-09-10T09:30:02.494 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.493+0000 7f1c9dd6d640 1 -- 172.21.15.173:0/3333322918 wait complete. 2024-09-10T09:30:02.504 INFO:tasks.ceph:Scrubbing osd.6 2024-09-10T09:30:02.505 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-10T09:30:02.608 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.607+0000 7fdf683cf640 1 Processor -- start 2024-09-10T09:30:02.608 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.607+0000 7fdf683cf640 1 -- start start 2024-09-10T09:30:02.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.608+0000 7fdf683cf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf60145f20 0x7fdf600d0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.608+0000 7fdf683cf640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdf600b2b30 0x7fdf600b01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.608+0000 7fdf683cf640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf600afa60 con 0x7fdf600d1480 2024-09-10T09:30:02.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.608+0000 7fdf683cf640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fdf600d1a40 con 0x7fdf600b2b30 2024-09-10T09:30:02.609 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.608+0000 7fdf683cf640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdf600d1d20 con 0x7fdf60145f20 2024-09-10T09:30:02.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.609+0000 7fdf6616b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf60145f20 0x7fdf600d0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.609+0000 7fdf6696c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdf600b2b30 0x7fdf600b01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.610 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.609+0000 7fdf6596a640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fdf600d1480 0x7fdf600b2420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:41438/0 (socket says 172.21.15.173:41438) 2024-09-10T09:30:02.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.609+0000 7fdf6596a640 1 -- 172.21.15.173:0/692672815 learned_addr learned my addr 172.21.15.173:0/692672815 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:02.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.609+0000 7fdf6696c640 1 -- 172.21.15.173:0/692672815 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf60145f20 msgr2=0x7fdf600d0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:02.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.609+0000 7fdf6696c640 1 --2- 172.21.15.173:0/692672815 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf60145f20 0x7fdf600d0f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.609+0000 7fdf6696c640 1 -- 172.21.15.173:0/692672815 >> v1:172.21.15.176:6789/0 conn(0x7fdf600d1480 legacy=0x7fdf600b2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.609+0000 7fdf65169640 1 -- 172.21.15.173:0/692672815 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 822692350 0 0) 0x7fdf600afa60 con 0x7fdf600d1480 2024-09-10T09:30:02.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.609+0000 7fdf6696c640 1 -- 172.21.15.173:0/692672815 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf600afcd0 con 0x7fdf600b2b30 2024-09-10T09:30:02.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.609+0000 7fdf6616b640 1 --2- 172.21.15.173:0/692672815 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf60145f20 0x7fdf600d0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T09:30:02.611 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.610+0000 7fdf6696c640 1 --2- 172.21.15.173:0/692672815 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf600b2b30 0x7fdf600b01f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fdf58009d90 tx=0x7fdf5802a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=883586f243892f36 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.610+0000 7fdf65169640 1 -- 172.21.15.173:0/692672815 <== mon.1 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58031600 con 0x7fdf600b2b30 2024-09-10T09:30:02.612 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.610+0000 7fdf65169640 1 -- 172.21.15.173:0/692672815 <== mon.1 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf580317a0 con 0x7fdf600b2b30 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.610+0000 7fdf65169640 1 -- 172.21.15.173:0/692672815 <== mon.1 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58031b70 con 0x7fdf600b2b30 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.610+0000 7fdf683cf640 1 -- 172.21.15.173:0/692672815 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf600b2b30 msgr2=0x7fdf600b01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.610+0000 7fdf683cf640 1 --2- 172.21.15.173:0/692672815 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf600b2b30 0x7fdf600b01f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fdf58009d90 tx=0x7fdf5802a5d0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.610+0000 7fdf683cf640 1 -- 172.21.15.173:0/692672815 shutdown_connections 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.611+0000 7fdf683cf640 1 --2- 172.21.15.173:0/692672815 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf600b2b30 0x7fdf600b01f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.611+0000 7fdf683cf640 1 --2- 172.21.15.173:0/692672815 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf60145f20 0x7fdf600d0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.611+0000 7fdf683cf640 1 -- 172.21.15.173:0/692672815 >> 172.21.15.173:0/692672815 conn(0x7fdf6009aa30 msgr2=0x7fdf600b67f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.611+0000 7fdf683cf640 1 -- 172.21.15.173:0/692672815 shutdown_connections 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.611+0000 7fdf683cf640 1 -- 172.21.15.173:0/692672815 wait complete. 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.612+0000 7fdf683cf640 1 Processor -- start 2024-09-10T09:30:02.613 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.612+0000 7fdf683cf640 1 -- start start 2024-09-10T09:30:02.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.612+0000 7fdf683cf640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf600b2b30 0x7fdf60138f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.612+0000 7fdf683cf640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf600d1480 0x7fdf6013d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.612+0000 7fdf683cf640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf60145f20 0x7fdf6013c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.612+0000 7fdf683cf640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6006bf60 con 0x7fdf600d1480 2024-09-10T09:30:02.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.612+0000 7fdf683cf640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6006bde0 con 0x7fdf60145f20 2024-09-10T09:30:02.615 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.612+0000 7fdf683cf640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdf600b0730 con 0x7fdf600b2b30 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6596a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf600d1480 0x7fdf6013d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6596a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf600d1480 0x7fdf6013d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47520/0 (socket says 172.21.15.173:47520) 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6596a640 1 -- 172.21.15.173:0/2667512074 learned_addr learned my addr 172.21.15.173:0/2667512074 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6696c640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf60145f20 0x7fdf6013c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6616b640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf600b2b30 0x7fdf60138f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6596a640 1 -- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf600b2b30 msgr2=0x7fdf60138f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6596a640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf600b2b30 0x7fdf60138f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6596a640 1 -- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf60145f20 msgr2=0x7fdf6013c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6596a640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf60145f20 0x7fdf6013c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6596a640 1 -- 172.21.15.173:0/2667512074 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6013df70 con 0x7fdf600d1480 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf6596a640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf600d1480 0x7fdf6013d600 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fdf5400c4b0 tx=0x7fdf5400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf5effd640 1 -- 172.21.15.173:0/2667512074 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf54018070 con 0x7fdf600d1480 2024-09-10T09:30:02.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf5effd640 1 -- 172.21.15.173:0/2667512074 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf54007500 con 0x7fdf600d1480 2024-09-10T09:30:02.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf6013e250 con 0x7fdf600d1480 2024-09-10T09:30:02.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf5effd640 1 -- 172.21.15.173:0/2667512074 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf54004a20 con 0x7fdf600d1480 2024-09-10T09:30:02.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.613+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf6013c190 con 0x7fdf600d1480 2024-09-10T09:30:02.617 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.614+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdf60139490 con 0x7fdf600d1480 2024-09-10T09:30:02.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.615+0000 7fdf5effd640 1 -- 172.21.15.173:0/2667512074 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdf5401b070 con 0x7fdf600d1480 2024-09-10T09:30:02.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.615+0000 7fdf5effd640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdf4c06be30 0x7fdf4c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.615+0000 7fdf5effd640 1 -- 172.21.15.173:0/2667512074 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fdf54089e80 con 0x7fdf600d1480 2024-09-10T09:30:02.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.615+0000 7fdf6616b640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdf4c06be30 0x7fdf4c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.615+0000 7fdf5effd640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] conn(0x7fdf4c0722d0 0x7fdf4c074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.615+0000 7fdf5effd640 1 -- 172.21.15.173:0/2667512074 --> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdf5401ee50 con 0x7fdf4c0722d0 2024-09-10T09:30:02.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.615+0000 7fdf5effd640 1 -- 172.21.15.173:0/2667512074 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fdf5408c580 con 0x7fdf600d1480 2024-09-10T09:30:02.618 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.616+0000 7fdf6696c640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] conn(0x7fdf4c0722d0 0x7fdf4c074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.616+0000 7fdf6616b640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdf4c06be30 0x7fdf4c06e2f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdf60153630 tx=0x7fdf50009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.616+0000 7fdf6696c640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] conn(0x7fdf4c0722d0 0x7fdf4c074710 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.619 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.617+0000 7fdf5effd640 1 -- 172.21.15.173:0/2667512074 <== osd.6 v2:172.21.15.176:6800/3503231939 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdf5401ee50 con 0x7fdf4c0722d0 2024-09-10T09:30:02.630 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.629+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 --> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fdf600b01f0 con 0x7fdf4c0722d0 2024-09-10T09:30:02.630 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.629+0000 7fdf5effd640 1 -- 172.21.15.173:0/2667512074 <== osd.6 v2:172.21.15.176:6800/3503231939 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fdf600b01f0 con 0x7fdf4c0722d0 2024-09-10T09:30:02.630 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:30:02.630 INFO:teuthology.orchestra.run.smithi173.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T09:30:02.631 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:30:02.631 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] conn(0x7fdf4c0722d0 msgr2=0x7fdf4c074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.631 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf683cf640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.176:6800/3503231939,v1:172.21.15.176:6801/3503231939] conn(0x7fdf4c0722d0 0x7fdf4c074710 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.631 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdf4c06be30 msgr2=0x7fdf4c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.631 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf683cf640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fdf4c06be30 0x7fdf4c06e2f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdf60153630 tx=0x7fdf50009190 comp rx=0 tx=0).stop 2024-09-10T09:30:02.632 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf600d1480 msgr2=0x7fdf6013d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.632 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf683cf640 1 --2- 172.21.15.173:0/2667512074 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf600d1480 0x7fdf6013d600 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fdf5400c4b0 tx=0x7fdf5400c970 comp rx=0 tx=0).stop 2024-09-10T09:30:02.632 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf6696c640 1 -- 172.21.15.173:0/2667512074 reap_dead start 2024-09-10T09:30:02.632 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 shutdown_connections 2024-09-10T09:30:02.632 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 >> 172.21.15.173:0/2667512074 conn(0x7fdf6009aa30 msgr2=0x7fdf60143fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:02.632 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 shutdown_connections 2024-09-10T09:30:02.632 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.630+0000 7fdf683cf640 1 -- 172.21.15.173:0/2667512074 wait complete. 2024-09-10T09:30:02.641 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-10T09:30:02.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.742+0000 7fee85696640 1 Processor -- start 2024-09-10T09:30:02.743 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.742+0000 7fee85696640 1 -- start start 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.743+0000 7fee85696640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fee8015b340 0x7fee8009aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.743+0000 7fee85696640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fee800b43f0 0x7fee800b4940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.743+0000 7fee85696640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee800b3830 con 0x7fee800b4e80 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.743+0000 7fee85696640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fee800b5bd0 con 0x7fee8015b340 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.743+0000 7fee85696640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fee800b5610 con 0x7fee800b43f0 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.743+0000 7fee7effd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fee8015b340 0x7fee8009aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.743+0000 7fee7effd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fee8015b340 0x7fee8009aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47534/0 (socket says 172.21.15.173:47534) 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.743+0000 7fee7f7fe640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fee800b4e80 0x7fee8015de10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56620/0 (socket says 172.21.15.173:56620) 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.743+0000 7fee7effd640 1 -- 172.21.15.173:0/272618614 learned_addr learned my addr 172.21.15.173:0/272618614 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.744+0000 7fee7effd640 1 -- 172.21.15.173:0/272618614 >> v2:172.21.15.176:3300/0 conn(0x7fee800b43f0 msgr2=0x7fee800b4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:02.745 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.744+0000 7fee7effd640 1 --2- 172.21.15.173:0/272618614 >> v2:172.21.15.176:3300/0 conn(0x7fee800b43f0 0x7fee800b4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.744+0000 7fee7effd640 1 -- 172.21.15.173:0/272618614 >> v1:172.21.15.173:6789/0 conn(0x7fee800b4e80 legacy=0x7fee8015de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.744+0000 7fee7effd640 1 -- 172.21.15.173:0/272618614 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee800b58f0 con 0x7fee8015b340 2024-09-10T09:30:02.746 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.744+0000 7fee7dffb640 1 -- 172.21.15.173:0/272618614 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4029077067 0 0) 0x7fee800b3830 con 0x7fee800b4e80 2024-09-10T09:30:02.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.744+0000 7fee7effd640 1 --2- 172.21.15.173:0/272618614 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee8015b340 0x7fee8009aa30 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fee8009af70 tx=0x7fee7002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30a4d9fb6b336a65 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.744+0000 7fee7dffb640 1 -- 172.21.15.173:0/272618614 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee70037070 con 0x7fee8015b340 2024-09-10T09:30:02.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.744+0000 7fee7dffb640 1 -- 172.21.15.173:0/272618614 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee70032440 con 0x7fee8015b340 2024-09-10T09:30:02.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.744+0000 7fee7dffb640 1 -- 172.21.15.173:0/272618614 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee70032810 con 0x7fee8015b340 2024-09-10T09:30:02.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.745+0000 7fee85696640 1 -- 172.21.15.173:0/272618614 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee8015b340 msgr2=0x7fee8009aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.745+0000 7fee85696640 1 --2- 172.21.15.173:0/272618614 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee8015b340 0x7fee8009aa30 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fee8009af70 tx=0x7fee7002a270 comp rx=0 tx=0).stop 2024-09-10T09:30:02.747 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.745+0000 7fee85696640 1 -- 172.21.15.173:0/272618614 shutdown_connections 2024-09-10T09:30:02.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.745+0000 7fee85696640 1 --2- 172.21.15.173:0/272618614 >> v2:172.21.15.176:3300/0 conn(0x7fee800b43f0 0x7fee800b4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.745+0000 7fee85696640 1 --2- 172.21.15.173:0/272618614 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee8015b340 0x7fee8009aa30 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.745+0000 7fee85696640 1 -- 172.21.15.173:0/272618614 >> 172.21.15.173:0/272618614 conn(0x7fee80073490 msgr2=0x7fee800b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:02.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.745+0000 7fee85696640 1 -- 172.21.15.173:0/272618614 shutdown_connections 2024-09-10T09:30:02.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.745+0000 7fee85696640 1 -- 172.21.15.173:0/272618614 wait complete. 2024-09-10T09:30:02.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.746+0000 7fee85696640 1 Processor -- start 2024-09-10T09:30:02.748 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.746+0000 7fee85696640 1 -- start start 2024-09-10T09:30:02.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee85696640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee800b43f0 0x7fee8013e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee85696640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fee800b4e80 0x7fee801f7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee85696640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fee8015b340 0x7fee801f8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee85696640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fee800b52c0 con 0x7fee800b43f0 2024-09-10T09:30:02.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee85696640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fee8015d8f0 con 0x7fee8015b340 2024-09-10T09:30:02.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee85696640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fee8015c730 con 0x7fee800b4e80 2024-09-10T09:30:02.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee7effd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee800b43f0 0x7fee8013e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee7effd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee800b43f0 0x7fee8013e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47550/0 (socket says 172.21.15.173:47550) 2024-09-10T09:30:02.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee7effd640 1 -- 172.21.15.173:0/2092649592 learned_addr learned my addr 172.21.15.173:0/2092649592 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:02.750 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee7effd640 1 -- 172.21.15.173:0/2092649592 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fee800b4e80 msgr2=0x7fee801f7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee7effd640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fee800b4e80 0x7fee801f7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee7effd640 1 -- 172.21.15.173:0/2092649592 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fee8015b340 msgr2=0x7fee801f8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee7effd640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fee8015b340 0x7fee801f8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.747+0000 7fee7effd640 1 -- 172.21.15.173:0/2092649592 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee801436d0 con 0x7fee800b43f0 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.748+0000 7fee7effd640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee800b43f0 0x7fee8013e430 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fee70000c00 tx=0x7fee700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.748+0000 7fee677fe640 1 -- 172.21.15.173:0/2092649592 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee70041070 con 0x7fee800b43f0 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.748+0000 7fee677fe640 1 -- 172.21.15.173:0/2092649592 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee7003c890 con 0x7fee800b43f0 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.748+0000 7fee85696640 1 -- 172.21.15.173:0/2092649592 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee800ce1e0 con 0x7fee800b43f0 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.748+0000 7fee677fe640 1 -- 172.21.15.173:0/2092649592 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee70037040 con 0x7fee800b43f0 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.748+0000 7fee85696640 1 -- 172.21.15.173:0/2092649592 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee800ce7a0 con 0x7fee800b43f0 2024-09-10T09:30:02.751 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.749+0000 7fee85696640 1 -- 172.21.15.173:0/2092649592 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee80072750 con 0x7fee800b43f0 2024-09-10T09:30:02.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.749+0000 7fee677fe640 1 -- 172.21.15.173:0/2092649592 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fee70044070 con 0x7fee800b43f0 2024-09-10T09:30:02.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.750+0000 7fee677fe640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fee6c06be30 0x7fee6c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:02.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.750+0000 7fee677fe640 1 -- 172.21.15.173:0/2092649592 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fee700abab0 con 0x7fee800b43f0 2024-09-10T09:30:02.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.750+0000 7fee7e7fc640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fee6c06be30 0x7fee6c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:02.752 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.750+0000 7fee7e7fc640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fee6c06be30 0x7fee6c06e2f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fee80140150 tx=0x7fee74006bf0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:02.755 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.754+0000 7fee677fe640 1 -- 172.21.15.173:0/2092649592 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fee80072750 con 0x7fee800b43f0 2024-09-10T09:30:02.921 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.920+0000 7fee85696640 1 -- 172.21.15.173:0/2092649592 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fee801406b0 con 0x7fee6c06be30 2024-09-10T09:30:02.921 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.920+0000 7fee677fe640 1 -- 172.21.15.173:0/2092649592 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fee801406b0 con 0x7fee6c06be30 2024-09-10T09:30:02.921 INFO:teuthology.orchestra.run.smithi173.stderr:instructed osd(s) 6 to deep-scrub 2024-09-10T09:30:02.923 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 -- 172.21.15.173:0/2092649592 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fee6c06be30 msgr2=0x7fee6c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fee6c06be30 0x7fee6c06e2f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fee80140150 tx=0x7fee74006bf0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 -- 172.21.15.173:0/2092649592 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee800b43f0 msgr2=0x7fee8013e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee800b43f0 0x7fee8013e430 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fee70000c00 tx=0x7fee700046c0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 -- 172.21.15.173:0/2092649592 shutdown_connections 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fee6c06be30 0x7fee6c06e2f0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fee8015b340 0x7fee801f8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fee800b4e80 0x7fee801f7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 --2- 172.21.15.173:0/2092649592 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee800b43f0 0x7fee8013e430 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 -- 172.21.15.173:0/2092649592 >> 172.21.15.173:0/2092649592 conn(0x7fee80073490 msgr2=0x7fee80149e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 -- 172.21.15.173:0/2092649592 shutdown_connections 2024-09-10T09:30:02.924 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:02.922+0000 7fee85696640 1 -- 172.21.15.173:0/2092649592 wait complete. 2024-09-10T09:30:02.935 INFO:tasks.ceph:Scrubbing osd.7 2024-09-10T09:30:02.935 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-10T09:30:03.037 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.036+0000 7f3692968640 1 Processor -- start 2024-09-10T09:30:03.037 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.036+0000 7f3692968640 1 -- start start 2024-09-10T09:30:03.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.037+0000 7f3692968640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f368c0b5fe0 0x7f368c0aff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.037+0000 7f3692968640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f368c0ae240 con 0x7f368c06bc10 2024-09-10T09:30:03.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.037+0000 7f3692968640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f368c0ae520 con 0x7f368c15e410 2024-09-10T09:30:03.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.037+0000 7f3692968640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f368c0b6430 con 0x7f368c0b5fe0 2024-09-10T09:30:03.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.037+0000 7f368b7fe640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f368c0b5fe0 0x7f368c0aff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.037+0000 7f3690f05640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f368c06bc10 0x7f368c0aefe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:56634/0 (socket says 172.21.15.173:56634) 2024-09-10T09:30:03.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.037+0000 7f3690f05640 1 -- 172.21.15.173:0/341086063 learned_addr learned my addr 172.21.15.173:0/341086063 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:03.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.037+0000 7f368b7fe640 1 -- 172.21.15.173:0/341086063 >> v1:172.21.15.176:6789/0 conn(0x7f368c15e410 legacy=0x7f368c0b40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.037+0000 7f368b7fe640 1 -- 172.21.15.173:0/341086063 >> v1:172.21.15.173:6789/0 conn(0x7f368c06bc10 legacy=0x7f368c0aefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.037+0000 7f368b7fe640 1 -- 172.21.15.173:0/341086063 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f368c0ae800 con 0x7f368c0b5fe0 2024-09-10T09:30:03.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.038+0000 7f368b7fe640 1 --2- 172.21.15.173:0/341086063 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f368c0b5fe0 0x7f368c0aff40 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f36800097a0 tx=0x7f368002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=469fe7e83de923f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:03.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.038+0000 7f368affd640 1 -- 172.21.15.173:0/341086063 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3680037070 con 0x7f368c0b5fe0 2024-09-10T09:30:03.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.038+0000 7f368affd640 1 -- 172.21.15.173:0/341086063 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3680032440 con 0x7f368c0b5fe0 2024-09-10T09:30:03.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.038+0000 7f368affd640 1 -- 172.21.15.173:0/341086063 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3680032810 con 0x7f368c0b5fe0 2024-09-10T09:30:03.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.039+0000 7f3692968640 1 -- 172.21.15.173:0/341086063 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f368c0b5fe0 msgr2=0x7f368c0aff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.039+0000 7f3692968640 1 --2- 172.21.15.173:0/341086063 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f368c0b5fe0 0x7f368c0aff40 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f36800097a0 tx=0x7f368002a1a0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.039+0000 7f3692968640 1 -- 172.21.15.173:0/341086063 shutdown_connections 2024-09-10T09:30:03.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.039+0000 7f3692968640 1 --2- 172.21.15.173:0/341086063 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f368c0b5fe0 0x7f368c0aff40 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.039+0000 7f3692968640 1 -- 172.21.15.173:0/341086063 >> 172.21.15.173:0/341086063 conn(0x7f368c09aa30 msgr2=0x7f368c0b65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:03.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.039+0000 7f3692968640 1 -- 172.21.15.173:0/341086063 shutdown_connections 2024-09-10T09:30:03.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.039+0000 7f3692968640 1 -- 172.21.15.173:0/341086063 wait complete. 2024-09-10T09:30:03.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.040+0000 7f3692968640 1 Processor -- start 2024-09-10T09:30:03.043 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.040+0000 7f3692968640 1 -- start start 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3692968640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f368c06bc10 0x7f368c0ca440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3692968640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f368c0b5fe0 0x7f368c153380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3692968640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f368c15e410 0x7f368c15fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3692968640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f368c15e7f0 con 0x7f368c15e410 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3692968640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f368c0b0480 con 0x7f368c0b5fe0 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3692968640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f368c15e970 con 0x7f368c06bc10 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3690f05640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f368c15e410 0x7f368c15fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3690f05640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f368c15e410 0x7f368c15fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47570/0 (socket says 172.21.15.173:47570) 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3690f05640 1 -- 172.21.15.173:0/4233841057 learned_addr learned my addr 172.21.15.173:0/4233841057 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f368b7fe640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f368c0b5fe0 0x7f368c153380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f368bfff640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f368c06bc10 0x7f368c0ca440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.044 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3690f05640 1 -- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f368c06bc10 msgr2=0x7f368c0ca440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3690f05640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f368c06bc10 0x7f368c0ca440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3690f05640 1 -- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f368c0b5fe0 msgr2=0x7f368c153380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3690f05640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f368c0b5fe0 0x7f368c153380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3690f05640 1 -- 172.21.15.173:0/4233841057 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f368c1602e0 con 0x7f368c15e410 2024-09-10T09:30:03.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f368bfff640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f368c06bc10 0x7f368c0ca440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:30:03.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3690f05640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f368c15e410 0x7f368c15fb70 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f368400cbc0 tx=0x7f368400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:03.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3688ff9640 1 -- 172.21.15.173:0/4233841057 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3684017070 con 0x7f368c15e410 2024-09-10T09:30:03.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3688ff9640 1 -- 172.21.15.173:0/4233841057 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f368400ad40 con 0x7f368c15e410 2024-09-10T09:30:03.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3688ff9640 1 -- 172.21.15.173:0/4233841057 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3684012600 con 0x7f368c15e410 2024-09-10T09:30:03.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.041+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f368c1605c0 con 0x7f368c15e410 2024-09-10T09:30:03.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.042+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f368c160b80 con 0x7f368c15e410 2024-09-10T09:30:03.046 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.042+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f368c0aff40 con 0x7f368c15e410 2024-09-10T09:30:03.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.043+0000 7f3688ff9640 1 -- 172.21.15.173:0/4233841057 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f368401a070 con 0x7f368c15e410 2024-09-10T09:30:03.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.043+0000 7f3688ff9640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f367806be30 0x7f367806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.044+0000 7f368bfff640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f367806be30 0x7f367806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.044+0000 7f3688ff9640 1 -- 172.21.15.173:0/4233841057 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f368408a9a0 con 0x7f368c15e410 2024-09-10T09:30:03.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.044+0000 7f3688ff9640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] conn(0x7f36780722d0 0x7f3678074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.044+0000 7f3688ff9640 1 -- 172.21.15.173:0/4233841057 --> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3684014ec0 con 0x7f36780722d0 2024-09-10T09:30:03.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.044+0000 7f3688ff9640 1 -- 172.21.15.173:0/4233841057 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f368408f2c0 con 0x7f368c15e410 2024-09-10T09:30:03.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.044+0000 7f368bfff640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f367806be30 0x7f367806e2f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f367c001660 tx=0x7f367c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:03.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.044+0000 7f368b7fe640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] conn(0x7f36780722d0 0x7f3678074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.047 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.044+0000 7f368b7fe640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] conn(0x7f36780722d0 0x7f3678074710 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:03.048 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.045+0000 7f3688ff9640 1 -- 172.21.15.173:0/4233841057 <== osd.7 v2:172.21.15.176:6824/3659453305 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3684014ec0 con 0x7f36780722d0 2024-09-10T09:30:03.058 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.057+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 --> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f368c14f690 con 0x7f36780722d0 2024-09-10T09:30:03.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.058+0000 7f3688ff9640 1 -- 172.21.15.173:0/4233841057 <== osd.7 v2:172.21.15.176:6824/3659453305 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f368c14f690 con 0x7f36780722d0 2024-09-10T09:30:03.059 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-09-10T09:30:03.059 INFO:teuthology.orchestra.run.smithi173.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T09:30:03.059 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-09-10T09:30:03.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.058+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] conn(0x7f36780722d0 msgr2=0x7f3678074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.058+0000 7f3692968640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.176:6824/3659453305,v1:172.21.15.176:6825/3659453305] conn(0x7f36780722d0 0x7f3678074710 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.058+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f367806be30 msgr2=0x7f367806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.058+0000 7f3692968640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f367806be30 0x7f367806e2f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f367c001660 tx=0x7f367c009040 comp rx=0 tx=0).stop 2024-09-10T09:30:03.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.058+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f368c15e410 msgr2=0x7f368c15fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.058+0000 7f3692968640 1 --2- 172.21.15.173:0/4233841057 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f368c15e410 0x7f368c15fb70 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f368400cbc0 tx=0x7f368400a430 comp rx=0 tx=0).stop 2024-09-10T09:30:03.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.058+0000 7f3690f05640 1 -- 172.21.15.173:0/4233841057 reap_dead start 2024-09-10T09:30:03.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.058+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 shutdown_connections 2024-09-10T09:30:03.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.058+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 >> 172.21.15.173:0/4233841057 conn(0x7f368c09aa30 msgr2=0x7f368c0b0600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:03.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.059+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 shutdown_connections 2024-09-10T09:30:03.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.059+0000 7f3692968640 1 -- 172.21.15.173:0/4233841057 wait complete. 2024-09-10T09:30:03.070 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-10T09:30:03.169 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.167+0000 7fef63277640 1 Processor -- start 2024-09-10T09:30:03.169 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.168+0000 7fef63277640 1 -- start start 2024-09-10T09:30:03.170 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.168+0000 7fef63277640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fef5c071750 0x7fef5c0d05e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.170 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.168+0000 7fef63277640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef5c0d0b20 0x7fef5c1680c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.170 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.168+0000 7fef63277640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef5c0d12c0 con 0x7fef5c09aca0 2024-09-10T09:30:03.170 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.168+0000 7fef63277640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7fef5c06d040 con 0x7fef5c071750 2024-09-10T09:30:03.170 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.168+0000 7fef63277640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fef5c0d15a0 con 0x7fef5c0d0b20 2024-09-10T09:30:03.170 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.169+0000 7fef60812640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fef5c071750 0x7fef5c0d05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.170 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.169+0000 7fef60812640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7fef5c071750 0x7fef5c0d05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47574/0 (socket says 172.21.15.173:47574) 2024-09-10T09:30:03.170 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.169+0000 7fef60812640 1 -- 172.21.15.173:0/2661465453 learned_addr learned my addr 172.21.15.173:0/2661465453 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:03.170 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.169+0000 7fef61814640 1 --2- 172.21.15.173:0/2661465453 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef5c0d0b20 0x7fef5c1680c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.170 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.169+0000 7fef60812640 1 -- 172.21.15.173:0/2661465453 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef5c0d0b20 msgr2=0x7fef5c1680c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:03.171 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.169+0000 7fef60812640 1 --2- 172.21.15.173:0/2661465453 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef5c0d0b20 0x7fef5c1680c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.171 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.169+0000 7fef60812640 1 -- 172.21.15.173:0/2661465453 >> v1:172.21.15.176:6789/0 conn(0x7fef5c09aca0 legacy=0x7fef5c09b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:03.171 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.169+0000 7fef60812640 1 -- 172.21.15.173:0/2661465453 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef5c0d1880 con 0x7fef5c071750 2024-09-10T09:30:03.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef60812640 1 --2- 172.21.15.173:0/2661465453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c071750 0x7fef5c0d05e0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fef4c009870 tx=0x7fef4c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93fd424ee025fb2e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:03.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef53fff640 1 -- 172.21.15.173:0/2661465453 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef4c037070 con 0x7fef5c071750 2024-09-10T09:30:03.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef53fff640 1 -- 172.21.15.173:0/2661465453 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef4c032440 con 0x7fef5c071750 2024-09-10T09:30:03.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef53fff640 1 -- 172.21.15.173:0/2661465453 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef4c032810 con 0x7fef5c071750 2024-09-10T09:30:03.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef63277640 1 -- 172.21.15.173:0/2661465453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c071750 msgr2=0x7fef5c0d05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef63277640 1 --2- 172.21.15.173:0/2661465453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c071750 0x7fef5c0d05e0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fef4c009870 tx=0x7fef4c02a210 comp rx=0 tx=0).stop 2024-09-10T09:30:03.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef63277640 1 -- 172.21.15.173:0/2661465453 shutdown_connections 2024-09-10T09:30:03.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef63277640 1 --2- 172.21.15.173:0/2661465453 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef5c0d0b20 0x7fef5c1680c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef63277640 1 --2- 172.21.15.173:0/2661465453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c071750 0x7fef5c0d05e0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.172 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef63277640 1 -- 172.21.15.173:0/2661465453 >> 172.21.15.173:0/2661465453 conn(0x7fef5c0d23a0 msgr2=0x7fef5c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:03.173 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef63277640 1 -- 172.21.15.173:0/2661465453 shutdown_connections 2024-09-10T09:30:03.173 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.170+0000 7fef63277640 1 -- 172.21.15.173:0/2661465453 wait complete. 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.171+0000 7fef63277640 1 Processor -- start 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.172+0000 7fef63277640 1 -- start start 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.172+0000 7fef63277640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fef5c071750 0x7fef5c159c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.172+0000 7fef63277640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef5c09aca0 0x7fef5c0c8240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.172+0000 7fef63277640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c0d0b20 0x7fef5c0c8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.172+0000 7fef63277640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c0d0fb0 con 0x7fef5c0d0b20 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.172+0000 7fef63277640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c070220 con 0x7fef5c071750 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.172+0000 7fef63277640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fef5c09b790 con 0x7fef5c09aca0 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.172+0000 7fef61814640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c0d0b20 0x7fef5c0c8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.172+0000 7fef61814640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c0d0b20 0x7fef5c0c8780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47576/0 (socket says 172.21.15.173:47576) 2024-09-10T09:30:03.175 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.172+0000 7fef61814640 1 -- 172.21.15.173:0/3718729915 learned_addr learned my addr 172.21.15.173:0/3718729915 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef61013640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fef5c071750 0x7fef5c159c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef60812640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef5c09aca0 0x7fef5c0c8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef61814640 1 -- 172.21.15.173:0/3718729915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef5c09aca0 msgr2=0x7fef5c0c8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef61814640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef5c09aca0 0x7fef5c0c8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef61814640 1 -- 172.21.15.173:0/3718729915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fef5c071750 msgr2=0x7fef5c159c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef61814640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fef5c071750 0x7fef5c159c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef61814640 1 -- 172.21.15.173:0/3718729915 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef5c0cb580 con 0x7fef5c0d0b20 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef61814640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c0d0b20 0x7fef5c0c8780 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fef5400cc30 tx=0x7fef5400a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef51ffb640 1 -- 172.21.15.173:0/3718729915 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef5400ce40 con 0x7fef5c0d0b20 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef51ffb640 1 -- 172.21.15.173:0/3718729915 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef54003990 con 0x7fef5c0d0b20 2024-09-10T09:30:03.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef63277640 1 -- 172.21.15.173:0/3718729915 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef5c0c6470 con 0x7fef5c0d0b20 2024-09-10T09:30:03.177 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef51ffb640 1 -- 172.21.15.173:0/3718729915 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef54003d40 con 0x7fef5c0d0b20 2024-09-10T09:30:03.177 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.173+0000 7fef63277640 1 -- 172.21.15.173:0/3718729915 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef5c0c6a30 con 0x7fef5c0d0b20 2024-09-10T09:30:03.177 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.174+0000 7fef63277640 1 -- 172.21.15.173:0/3718729915 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef5c0d05e0 con 0x7fef5c0d0b20 2024-09-10T09:30:03.177 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.174+0000 7fef51ffb640 1 -- 172.21.15.173:0/3718729915 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fef54004000 con 0x7fef5c0d0b20 2024-09-10T09:30:03.178 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.175+0000 7fef51ffb640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fef4006be30 0x7fef4006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.178 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.175+0000 7fef51ffb640 1 -- 172.21.15.173:0/3718729915 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fef5408b150 con 0x7fef5c0d0b20 2024-09-10T09:30:03.178 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.175+0000 7fef61013640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fef4006be30 0x7fef4006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.178 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.175+0000 7fef61013640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fef4006be30 0x7fef4006e2f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fef58004ea0 tx=0x7fef58009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:03.180 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.179+0000 7fef51ffb640 1 -- 172.21.15.173:0/3718729915 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef54014030 con 0x7fef5c0d0b20 2024-09-10T09:30:03.346 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.344+0000 7fef63277640 1 -- 172.21.15.173:0/3718729915 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7fef5c0c8cc0 con 0x7fef4006be30 2024-09-10T09:30:03.346 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.345+0000 7fef51ffb640 1 -- 172.21.15.173:0/3718729915 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fef5c0c8cc0 con 0x7fef4006be30 2024-09-10T09:30:03.346 INFO:teuthology.orchestra.run.smithi173.stderr:instructed osd(s) 7 to deep-scrub 2024-09-10T09:30:03.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 -- 172.21.15.173:0/3718729915 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fef4006be30 msgr2=0x7fef4006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fef4006be30 0x7fef4006e2f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fef58004ea0 tx=0x7fef58009040 comp rx=0 tx=0).stop 2024-09-10T09:30:03.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 -- 172.21.15.173:0/3718729915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c0d0b20 msgr2=0x7fef5c0c8780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c0d0b20 0x7fef5c0c8780 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fef5400cc30 tx=0x7fef5400a5c0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 -- 172.21.15.173:0/3718729915 shutdown_connections 2024-09-10T09:30:03.348 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fef4006be30 0x7fef4006e2f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fef5c0d0b20 0x7fef5c0c8780 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef5c09aca0 0x7fef5c0c8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 --2- 172.21.15.173:0/3718729915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fef5c071750 0x7fef5c159c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 -- 172.21.15.173:0/3718729915 >> 172.21.15.173:0/3718729915 conn(0x7fef5c0d23a0 msgr2=0x7fef5c09b080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:03.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 -- 172.21.15.173:0/3718729915 shutdown_connections 2024-09-10T09:30:03.349 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.347+0000 7fef63277640 1 -- 172.21.15.173:0/3718729915 wait complete. 2024-09-10T09:30:03.359 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:30:03.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.456+0000 7f4fa624c640 1 Processor -- start 2024-09-10T09:30:03.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.456+0000 7f4fa624c640 1 -- start start 2024-09-10T09:30:03.464 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.457+0000 7f4fa624c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00d30f0 0x7f4fa00b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.457+0000 7f4fa624c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f4fa00b64c0 0x7f4fa006d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.457+0000 7f4fa624c640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fa00d3690 con 0x7f4fa015e5f0 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.457+0000 7f4fa624c640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f4fa006d530 con 0x7f4fa00b64c0 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.457+0000 7f4fa624c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f4fa00d3970 con 0x7f4fa00d30f0 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.457+0000 7f4f9f7fe640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f4fa015e5f0 0x7f4fa00d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.173:41468/0 (socket says 172.21.15.173:41468) 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.457+0000 7f4f9effd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00d30f0 0x7f4fa00b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.457+0000 7f4f9f7fe640 1 -- 172.21.15.173:0/3243161410 learned_addr learned my addr 172.21.15.173:0/3243161410 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.457+0000 7f4f9ffff640 1 --2- 172.21.15.173:0/3243161410 >> v2:172.21.15.176:3300/0 conn(0x7f4fa00b64c0 0x7f4fa006d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.458+0000 7f4f9effd640 1 -- 172.21.15.173:0/3243161410 >> v2:172.21.15.176:3300/0 conn(0x7f4fa00b64c0 msgr2=0x7f4fa006d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.458+0000 7f4f9effd640 1 --2- 172.21.15.173:0/3243161410 >> v2:172.21.15.176:3300/0 conn(0x7f4fa00b64c0 0x7f4fa006d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.465 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.458+0000 7f4f9e7fc640 1 -- 172.21.15.173:0/3243161410 <== mon.1 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1557733491 0 0) 0x7f4fa00d3690 con 0x7f4fa015e5f0 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.458+0000 7f4f9effd640 1 -- 172.21.15.173:0/3243161410 >> v1:172.21.15.176:6789/0 conn(0x7f4fa015e5f0 legacy=0x7f4fa00d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.458+0000 7f4f9effd640 1 -- 172.21.15.173:0/3243161410 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fa006cee0 con 0x7f4fa00d30f0 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.458+0000 7f4f9effd640 1 --2- 172.21.15.173:0/3243161410 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00d30f0 0x7f4fa00b5f80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4f940097a0 tx=0x7f4f9402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fee2691f89419ad6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4f9e7fc640 1 -- 172.21.15.173:0/3243161410 <== mon.2 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f94037070 con 0x7f4fa00d30f0 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4f9e7fc640 1 -- 172.21.15.173:0/3243161410 <== mon.2 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f94032440 con 0x7f4fa00d30f0 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4f9e7fc640 1 -- 172.21.15.173:0/3243161410 <== mon.2 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f94032810 con 0x7f4fa00d30f0 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4fa624c640 1 -- 172.21.15.173:0/3243161410 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00d30f0 msgr2=0x7f4fa00b5f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4fa624c640 1 --2- 172.21.15.173:0/3243161410 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00d30f0 0x7f4fa00b5f80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4f940097a0 tx=0x7f4f9402a180 comp rx=0 tx=0).stop 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4fa624c640 1 -- 172.21.15.173:0/3243161410 shutdown_connections 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4fa624c640 1 --2- 172.21.15.173:0/3243161410 >> v2:172.21.15.176:3300/0 conn(0x7f4fa00b64c0 0x7f4fa006d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4fa624c640 1 --2- 172.21.15.173:0/3243161410 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00d30f0 0x7f4fa00b5f80 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.466 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4fa624c640 1 -- 172.21.15.173:0/3243161410 >> 172.21.15.173:0/3243161410 conn(0x7f4fa008bfc0 msgr2=0x7f4fa00d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4fa624c640 1 -- 172.21.15.173:0/3243161410 shutdown_connections 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.459+0000 7f4fa624c640 1 -- 172.21.15.173:0/3243161410 wait complete. 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.460+0000 7f4fa624c640 1 Processor -- start 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.461+0000 7f4fa624c640 1 -- start start 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.461+0000 7f4fa624c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00b64c0 0x7f4fa00b8e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.461+0000 7f4fa624c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fa00d30f0 0x7f4fa00b7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.461+0000 7f4fa624c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fa015e5f0 0x7f4fa01f5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.461+0000 7f4fa624c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4fa006df00 con 0x7f4fa00d30f0 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.461+0000 7f4fa624c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4fa015e9d0 con 0x7f4fa015e5f0 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.461+0000 7f4fa624c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f4fa006e080 con 0x7f4fa00b64c0 2024-09-10T09:30:03.467 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.461+0000 7f4f9effd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fa00d30f0 0x7f4fa00b7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.461+0000 7f4f9effd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fa00d30f0 0x7f4fa00b7350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:47578/0 (socket says 172.21.15.173:47578) 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.461+0000 7f4f9effd640 1 -- 172.21.15.173:0/339484570 learned_addr learned my addr 172.21.15.173:0/339484570 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f9f7fe640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00b64c0 0x7f4fa00b8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f9ffff640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fa015e5f0 0x7f4fa01f5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f9effd640 1 -- 172.21.15.173:0/339484570 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00b64c0 msgr2=0x7f4fa00b8e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f9effd640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00b64c0 0x7f4fa00b8e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f9effd640 1 -- 172.21.15.173:0/339484570 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fa015e5f0 msgr2=0x7f4fa01f5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f9effd640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fa015e5f0 0x7f4fa01f5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f9effd640 1 -- 172.21.15.173:0/339484570 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fa00b7dd0 con 0x7f4fa00d30f0 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f9effd640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fa00d30f0 0x7f4fa00b7350 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4f94035040 tx=0x7f4f940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:03.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f87fff640 1 -- 172.21.15.173:0/339484570 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f94037050 con 0x7f4fa00d30f0 2024-09-10T09:30:03.469 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f87fff640 1 -- 172.21.15.173:0/339484570 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f94038040 con 0x7f4fa00d30f0 2024-09-10T09:30:03.469 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4fa624c640 1 -- 172.21.15.173:0/339484570 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fa00b80b0 con 0x7f4fa00d30f0 2024-09-10T09:30:03.469 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4f87fff640 1 -- 172.21.15.173:0/339484570 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f94004490 con 0x7f4fa00d30f0 2024-09-10T09:30:03.469 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.462+0000 7f4fa624c640 1 -- 172.21.15.173:0/339484570 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fa00b8670 con 0x7f4fa00d30f0 2024-09-10T09:30:03.469 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.463+0000 7f4fa624c640 1 -- 172.21.15.173:0/339484570 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fa00d3690 con 0x7f4fa00d30f0 2024-09-10T09:30:03.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.464+0000 7f4f87fff640 1 -- 172.21.15.173:0/339484570 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4f9403c6d0 con 0x7f4fa00d30f0 2024-09-10T09:30:03.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.464+0000 7f4f87fff640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f4f8c06be30 0x7f4f8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:03.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.464+0000 7f4f87fff640 1 -- 172.21.15.173:0/339484570 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f4f940ab780 con 0x7f4fa00d30f0 2024-09-10T09:30:03.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.464+0000 7f4f9f7fe640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f4f8c06be30 0x7f4f8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:03.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.465+0000 7f4f9f7fe640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f4f8c06be30 0x7f4f8c06e2f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f4f90000f60 tx=0x7f4f90007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:03.470 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.468+0000 7f4f87fff640 1 -- 172.21.15.173:0/339484570 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f9407a2a0 con 0x7f4fa00d30f0 2024-09-10T09:30:03.633 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.632+0000 7f4fa624c640 1 -- 172.21.15.173:0/339484570 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4fa00b1d30 con 0x7f4f8c06be30 2024-09-10T09:30:03.633 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.632+0000 7f4f87fff640 1 -- 172.21.15.173:0/339484570 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13464 (secure 0 0 0) 0x7f4fa00b1d30 con 0x7f4f8c06be30 2024-09-10T09:30:03.634 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:30:03.634 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.634+0000 7f4fa624c640 1 -- 172.21.15.173:0/339484570 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f4f8c06be30 msgr2=0x7f4f8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.634+0000 7f4fa624c640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f4f8c06be30 0x7f4f8c06e2f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f4f90000f60 tx=0x7f4f90007c00 comp rx=0 tx=0).stop 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.634+0000 7f4fa624c640 1 -- 172.21.15.173:0/339484570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fa00d30f0 msgr2=0x7f4fa00b7350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.634+0000 7f4fa624c640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fa00d30f0 0x7f4fa00b7350 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4f94035040 tx=0x7f4f940046c0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.635+0000 7f4fa624c640 1 -- 172.21.15.173:0/339484570 shutdown_connections 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.635+0000 7f4fa624c640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f4f8c06be30 0x7f4f8c06e2f0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.635+0000 7f4fa624c640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fa015e5f0 0x7f4fa01f5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.635+0000 7f4fa624c640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fa00d30f0 0x7f4fa00b7350 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.635+0000 7f4fa624c640 1 --2- 172.21.15.173:0/339484570 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fa00b64c0 0x7f4fa00b8e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.635+0000 7f4fa624c640 1 -- 172.21.15.173:0/339484570 >> 172.21.15.173:0/339484570 conn(0x7f4fa008bfc0 msgr2=0x7f4fa00d0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:03.636 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.635+0000 7f4fa624c640 1 -- 172.21.15.173:0/339484570 shutdown_connections 2024-09-10T09:30:03.637 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:03.635+0000 7f4fa624c640 1 -- 172.21.15.173:0/339484570 wait complete. 2024-09-10T09:30:03.647 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":125,"stamp":"2024-09-10T09:30:02.374811+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":19,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":221436,"kb_used_data":5192,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753284,"statfs":{"total":773094113280,"available":772867362816,"internally_reserved":0,"allocated":5316608,"data_stored":2979056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-609780,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-2,"num_read_kb":-6,"num_write":-112,"num_write_kb":-652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001337"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":212,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-10T09:29:56.553524+0000","last_change":"2024-09-10T09:27:08.656727+0000","last_active":"2024-09-10T09:29:56.553524+0000","last_peered":"2024-09-10T09:29:56.553524+0000","last_clean":"2024-09-10T09:29:56.553524+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:29:56.553524+0000","last_undegraded":"2024-09-10T09:29:56.553524+0000","last_fullsized":"2024-09-10T09:29:56.553524+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T09:27:07.184898+0000","last_clean_scrub_stamp":"2024-09-10T09:27:07.184898+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:23.145910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542181,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1110016,"data_stored":815158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542183,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27536,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542181,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27536,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542182,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542183,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27536,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542183,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27536,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542183,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542182,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28116,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343724,"statfs":{"total":96636764160,"available":96607973376,"internally_reserved":0,"allocated":1110016,"data_stored":815158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:30:03.649 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-10T09:27:07.184898+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=9, tm_min=27, tm_sec=7, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=9, tm_min=29, tm_sec=58, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T09:30:03.649 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-10T09:30:17.169 DEBUG:teuthology.orchestra.run.smithi173:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:30:17.173 DEBUG:teuthology.orchestra.run.smithi176:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:30:23.650 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T09:30:23.766 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.765+0000 7f938dce4640 1 Processor -- start 2024-09-10T09:30:23.767 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.765+0000 7f938dce4640 1 -- start start 2024-09-10T09:30:23.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.766+0000 7f938dce4640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f93880b69d0 0x7f9388162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:23.768 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.766+0000 7f938dce4640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f93880af280 0x7f93880afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.766+0000 7f938dce4640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f938815eb60 con 0x7f93880affb0 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.766+0000 7f938dce4640 1 -- --> v2:172.21.15.173:3300/0 -- mon_getmap magic: 0 -- 0x7f93880b0400 con 0x7f93880af280 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.766+0000 7f938dce4640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f93880b6db0 con 0x7f93880b69d0 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.766+0000 7f9386ffd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f93880af280 0x7f93880afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.766+0000 7f9386ffd640 1 --2- >> v2:172.21.15.173:3300/0 conn(0x7f93880af280 0x7f93880afa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:56998/0 (socket says 172.21.15.173:56998) 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.766+0000 7f9386ffd640 1 -- 172.21.15.173:0/3989473741 learned_addr learned my addr 172.21.15.173:0/3989473741 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.767+0000 7f93877fe640 1 --2- 172.21.15.173:0/3989473741 >> v2:172.21.15.176:3300/0 conn(0x7f93880b69d0 0x7f9388162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.767+0000 7f9386ffd640 1 -- 172.21.15.173:0/3989473741 >> v2:172.21.15.176:3300/0 conn(0x7f93880b69d0 msgr2=0x7f9388162a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.767+0000 7f9386ffd640 1 --2- 172.21.15.173:0/3989473741 >> v2:172.21.15.176:3300/0 conn(0x7f93880b69d0 0x7f9388162a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.767+0000 7f9386ffd640 1 -- 172.21.15.173:0/3989473741 >> v1:172.21.15.176:6789/0 conn(0x7f93880affb0 legacy=0x7f9388154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.767+0000 7f9386ffd640 1 -- 172.21.15.173:0/3989473741 --> v2:172.21.15.173:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f938815ee40 con 0x7f93880af280 2024-09-10T09:30:23.769 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.767+0000 7f9386ffd640 1 --2- 172.21.15.173:0/3989473741 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880af280 0x7f93880afa70 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f9388070980 tx=0x7f937c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ece64cca53e7bec server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:23.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f93867fc640 1 -- 172.21.15.173:0/3989473741 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f937c037070 con 0x7f93880af280 2024-09-10T09:30:23.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f93867fc640 1 -- 172.21.15.173:0/3989473741 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f937c02ae20 con 0x7f93880af280 2024-09-10T09:30:23.770 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f93867fc640 1 -- 172.21.15.173:0/3989473741 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f937c032660 con 0x7f93880af280 2024-09-10T09:30:23.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f938dce4640 1 -- 172.21.15.173:0/3989473741 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880af280 msgr2=0x7f93880afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:23.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f938dce4640 1 --2- 172.21.15.173:0/3989473741 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880af280 0x7f93880afa70 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f9388070980 tx=0x7f937c02a110 comp rx=0 tx=0).stop 2024-09-10T09:30:23.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f938dce4640 1 -- 172.21.15.173:0/3989473741 shutdown_connections 2024-09-10T09:30:23.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f938dce4640 1 --2- 172.21.15.173:0/3989473741 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880af280 0x7f93880afa70 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:23.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f938dce4640 1 --2- 172.21.15.173:0/3989473741 >> v2:172.21.15.176:3300/0 conn(0x7f93880b69d0 0x7f9388162a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:23.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f938dce4640 1 -- 172.21.15.173:0/3989473741 >> 172.21.15.173:0/3989473741 conn(0x7f938806bc10 msgr2=0x7f938806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:23.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f938dce4640 1 -- 172.21.15.173:0/3989473741 shutdown_connections 2024-09-10T09:30:23.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.768+0000 7f938dce4640 1 -- 172.21.15.173:0/3989473741 wait complete. 2024-09-10T09:30:23.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.769+0000 7f938dce4640 1 Processor -- start 2024-09-10T09:30:23.771 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.770+0000 7f938dce4640 1 -- start start 2024-09-10T09:30:23.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.770+0000 7f938dce4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f93880af280 0x7f93880cd650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:23.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.770+0000 7f938dce4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f93880affb0 0x7f938813e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:23.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.770+0000 7f938dce4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880b69d0 0x7f9388140d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:23.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.770+0000 7f938dce4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f93880af710 con 0x7f93880b69d0 2024-09-10T09:30:23.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.770+0000 7f938dce4640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f938815f400 con 0x7f93880af280 2024-09-10T09:30:23.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.770+0000 7f938dce4640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f9388155410 con 0x7f93880affb0 2024-09-10T09:30:23.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f9387fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880b69d0 0x7f9388140d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:23.774 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f9387fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880b69d0 0x7f9388140d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57008/0 (socket says 172.21.15.173:57008) 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f9387fff640 1 -- 172.21.15.173:0/408265805 learned_addr learned my addr 172.21.15.173:0/408265805 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f9386ffd640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f93880affb0 0x7f938813e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f93877fe640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f93880af280 0x7f93880cd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f9387fff640 1 -- 172.21.15.173:0/408265805 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f93880affb0 msgr2=0x7f938813e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f9387fff640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f93880affb0 0x7f938813e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f9387fff640 1 -- 172.21.15.173:0/408265805 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f93880af280 msgr2=0x7f93880cd650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f9387fff640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f93880af280 0x7f93880cd650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f9387fff640 1 -- 172.21.15.173:0/408265805 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f938813e9c0 con 0x7f93880b69d0 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f9387fff640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880b69d0 0x7f9388140d30 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f938000c780 tx=0x7f938000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f936ffff640 1 -- 172.21.15.173:0/408265805 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9380017070 con 0x7f93880b69d0 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f936ffff640 1 -- 172.21.15.173:0/408265805 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9380003da0 con 0x7f93880b69d0 2024-09-10T09:30:23.775 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f938dce4640 1 -- 172.21.15.173:0/408265805 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f938813ee40 con 0x7f93880b69d0 2024-09-10T09:30:23.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f936ffff640 1 -- 172.21.15.173:0/408265805 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93800052b0 con 0x7f93880b69d0 2024-09-10T09:30:23.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.771+0000 7f938dce4640 1 -- 172.21.15.173:0/408265805 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f938813f400 con 0x7f93880b69d0 2024-09-10T09:30:23.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.772+0000 7f938dce4640 1 -- 172.21.15.173:0/408265805 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93881557a0 con 0x7f93880b69d0 2024-09-10T09:30:23.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.773+0000 7f936ffff640 1 -- 172.21.15.173:0/408265805 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f938001a070 con 0x7f93880b69d0 2024-09-10T09:30:23.776 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.773+0000 7f936ffff640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f937406be30 0x7f937406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:23.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.773+0000 7f936ffff640 1 -- 172.21.15.173:0/408265805 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f938008a200 con 0x7f93880b69d0 2024-09-10T09:30:23.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.774+0000 7f93877fe640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f937406be30 0x7f937406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:23.777 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.774+0000 7f93877fe640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f937406be30 0x7f937406e2f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f937800aa20 tx=0x7f9378008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:23.779 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.778+0000 7f936ffff640 1 -- 172.21.15.173:0/408265805 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f938813e9c0 con 0x7f93880b69d0 2024-09-10T09:30:23.943 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.942+0000 7f938dce4640 1 -- 172.21.15.173:0/408265805 --> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f93880cdb90 con 0x7f937406be30 2024-09-10T09:30:23.944 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.943+0000 7f936ffff640 1 -- 172.21.15.173:0/408265805 <== mgr.4104 v2:172.21.15.173:6832/2208228087 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13359 (secure 0 0 0) 0x7f93880cdb90 con 0x7f937406be30 2024-09-10T09:30:23.944 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:30:23.945 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-09-10T09:30:23.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 -- 172.21.15.173:0/408265805 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f937406be30 msgr2=0x7f937406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:23.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f937406be30 0x7f937406e2f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f937800aa20 tx=0x7f9378008040 comp rx=0 tx=0).stop 2024-09-10T09:30:23.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 -- 172.21.15.173:0/408265805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880b69d0 msgr2=0x7f9388140d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:23.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880b69d0 0x7f9388140d30 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f938000c780 tx=0x7f938000cc40 comp rx=0 tx=0).stop 2024-09-10T09:30:23.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 -- 172.21.15.173:0/408265805 shutdown_connections 2024-09-10T09:30:23.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f937406be30 0x7f937406e2f0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:23.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93880b69d0 0x7f9388140d30 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:23.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f93880affb0 0x7f938813e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:23.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 --2- 172.21.15.173:0/408265805 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f93880af280 0x7f93880cd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:23.947 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 -- 172.21.15.173:0/408265805 >> 172.21.15.173:0/408265805 conn(0x7f938806bc10 msgr2=0x7f938806f5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:23.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 -- 172.21.15.173:0/408265805 shutdown_connections 2024-09-10T09:30:23.948 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:23.945+0000 7f938dce4640 1 -- 172.21.15.173:0/408265805 wait complete. 2024-09-10T09:30:23.957 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":135,"stamp":"2024-09-10T09:30:22.378845+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":221424,"kb_used_data":5192,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753296,"statfs":{"total":773094113280,"available":772867375104,"internally_reserved":0,"allocated":5316608,"data_stored":2979056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002290"},"pg_stats":[{"pgid":"1.0","version":"44'119","reported_seq":223,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-10T09:30:03.679621+0000","last_change":"2024-09-10T09:30:03.679659+0000","last_active":"2024-09-10T09:30:03.679621+0000","last_peered":"2024-09-10T09:30:03.679621+0000","last_clean":"2024-09-10T09:30:03.679621+0000","last_became_active":"2024-09-10T09:27:08.655704+0000","last_became_peered":"2024-09-10T09:27:08.655704+0000","last_unstale":"2024-09-10T09:30:03.679621+0000","last_undegraded":"2024-09-10T09:30:03.679621+0000","last_fullsized":"2024-09-10T09:30:03.679621+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"44'119","last_scrub_stamp":"2024-09-10T09:30:03.679541+0000","last_deep_scrub":"44'119","last_deep_scrub_stamp":"2024-09-10T09:30:03.679541+0000","last_clean_scrub_stamp":"2024-09-10T09:30:03.679541+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:03.610699+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542185,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28108,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343732,"statfs":{"total":96636764160,"available":96607981568,"internally_reserved":0,"allocated":1110016,"data_stored":815158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542187,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27536,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542185,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27536,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542186,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542187,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27536,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542187,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27536,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542187,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":516096,"data_stored":224790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542186,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28108,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343732,"statfs":{"total":96636764160,"available":96607981568,"internally_reserved":0,"allocated":1110016,"data_stored":815158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T09:30:23.958 DEBUG:teuthology.orchestra.run.smithi173:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-10T09:30:24.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.055+0000 7fd88e650640 1 Processor -- start 2024-09-10T09:30:24.056 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.055+0000 7fd88e650640 1 -- start start 2024-09-10T09:30:24.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd88e650640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88809aa30 0x7fd8880d0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd88e650640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd88806cf20 0x7fd88806d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd88e650640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8880d0bd0 con 0x7fd88809ae10 2024-09-10T09:30:24.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd88e650640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fd8880d17e0 con 0x7fd88806cf20 2024-09-10T09:30:24.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd88e650640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd8880d0eb0 con 0x7fd88809aa30 2024-09-10T09:30:24.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd8877fe640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7fd88809ae10 0x7fd88815f310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:36586/0 (socket says 172.21.15.173:36586) 2024-09-10T09:30:24.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd8877fe640 1 -- 172.21.15.173:0/639095940 learned_addr learned my addr 172.21.15.173:0/639095940 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:24.059 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1835226255 0 0) 0x7fd8880d0bd0 con 0x7fd88809ae10 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd870003520 con 0x7fd88809ae10 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd88cbed640 1 --2- 172.21.15.173:0/639095940 >> v2:172.21.15.176:3300/0 conn(0x7fd88806cf20 0x7fd88806d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd887fff640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88809aa30 0x7fd8880d0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.056+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1618382946 0 0) 0x7fd870003520 con 0x7fd88809ae10 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88809aa30 msgr2=0x7fd8880d0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88809aa30 0x7fd8880d0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 >> v2:172.21.15.176:3300/0 conn(0x7fd88806cf20 msgr2=0x7fd88806d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 --2- 172.21.15.173:0/639095940 >> v2:172.21.15.176:3300/0 conn(0x7fd88806cf20 0x7fd88806d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8880d1190 con 0x7fd88809ae10 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7fd87c001670 con 0x7fd88809ae10 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 >> v1:172.21.15.173:6789/0 conn(0x7fd88809ae10 legacy=0x7fd88815f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8700039b0 0x7fd870003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.060 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88809aa30 0x7fd870004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 0x7fd8700051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd8880d17e0 con 0x7fd870004d40 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd8880d0eb0 con 0x7fd8700039b0 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd87000b9c0 con 0x7fd88809aa30 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd88cbed640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 0x7fd8700051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd8877fe640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88809aa30 0x7fd870004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd887fff640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8700039b0 0x7fd870003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd88cbed640 1 -- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88809aa30 msgr2=0x7fd870004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd88cbed640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88809aa30 0x7fd870004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd88cbed640 1 -- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8700039b0 msgr2=0x7fd870003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd88cbed640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8700039b0 0x7fd870003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.061 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.057+0000 7fd88cbed640 1 -- 172.21.15.173:0/639095940 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd870003520 con 0x7fd870004d40 2024-09-10T09:30:24.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.058+0000 7fd88cbed640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 0x7fd8700051c0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd880009fc0 tx=0x7fd870005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3437a4a91158ccb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:24.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.058+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd880009c10 con 0x7fd870004d40 2024-09-10T09:30:24.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.058+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd880036070 con 0x7fd870004d40 2024-09-10T09:30:24.062 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.058+0000 7fd886ffd640 1 -- 172.21.15.173:0/639095940 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd88002d070 con 0x7fd870004d40 2024-09-10T09:30:24.065 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.058+0000 7fd88e650640 1 -- 172.21.15.173:0/639095940 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 msgr2=0x7fd8700051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.065 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.058+0000 7fd88e650640 1 --2- 172.21.15.173:0/639095940 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 0x7fd8700051c0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd880009fc0 tx=0x7fd870005830 comp rx=0 tx=0).stop 2024-09-10T09:30:24.065 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.058+0000 7fd88cbed640 1 -- 172.21.15.173:0/639095940 reap_dead start 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.058+0000 7fd88e650640 1 -- 172.21.15.173:0/639095940 shutdown_connections 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.058+0000 7fd88e650640 1 -- 172.21.15.173:0/639095940 >> 172.21.15.173:0/639095940 conn(0x7fd8880d2380 msgr2=0x7fd8880d2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.059+0000 7fd88e650640 1 -- 172.21.15.173:0/639095940 shutdown_connections 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.059+0000 7fd88e650640 1 -- 172.21.15.173:0/639095940 wait complete. 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.060+0000 7fd88e650640 1 Processor -- start 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.060+0000 7fd88e650640 1 -- start start 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd88e650640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 0x7fd8881f1980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd88e650640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88815b5a0 0x7fd8881f4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd88e650640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd88815d860 0x7fd88815dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd88e650640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd88809b250 con 0x7fd870004d40 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd88e650640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd88815fa20 con 0x7fd88815d860 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd88e650640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd88815e220 con 0x7fd88815b5a0 2024-09-10T09:30:24.066 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd887fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 0x7fd8881f1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd887fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 0x7fd8881f1980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57028/0 (socket says 172.21.15.173:57028) 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd887fff640 1 -- 172.21.15.173:0/265441209 learned_addr learned my addr 172.21.15.173:0/265441209 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd8877fe640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88815b5a0 0x7fd8881f4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd88cbed640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd88815d860 0x7fd88815dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd887fff640 1 -- 172.21.15.173:0/265441209 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88815b5a0 msgr2=0x7fd8881f4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd887fff640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88815b5a0 0x7fd8881f4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd887fff640 1 -- 172.21.15.173:0/265441209 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd88815d860 msgr2=0x7fd88815dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd887fff640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd88815d860 0x7fd88815dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd887fff640 1 -- 172.21.15.173:0/265441209 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8881f5390 con 0x7fd870004d40 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd8877fe640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88815b5a0 0x7fd8881f4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd88cbed640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd88815d860 0x7fd88815dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd887fff640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 0x7fd8881f1980 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd878011910 tx=0x7fd878011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:24.067 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd884ff9640 1 -- 172.21.15.173:0/265441209 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87800faf0 con 0x7fd870004d40 2024-09-10T09:30:24.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd884ff9640 1 -- 172.21.15.173:0/265441209 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd87800fc90 con 0x7fd870004d40 2024-09-10T09:30:24.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd88e650640 1 -- 172.21.15.173:0/265441209 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd88815cbb0 con 0x7fd870004d40 2024-09-10T09:30:24.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd884ff9640 1 -- 172.21.15.173:0/265441209 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd878014440 con 0x7fd870004d40 2024-09-10T09:30:24.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.061+0000 7fd88e650640 1 -- 172.21.15.173:0/265441209 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd88815bdf0 con 0x7fd870004d40 2024-09-10T09:30:24.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.062+0000 7fd88e650640 1 -- 172.21.15.173:0/265441209 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8880d0bd0 con 0x7fd870004d40 2024-09-10T09:30:24.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.063+0000 7fd884ff9640 1 -- 172.21.15.173:0/265441209 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd878012040 con 0x7fd870004d40 2024-09-10T09:30:24.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.063+0000 7fd884ff9640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd87406be30 0x7fd87406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.063+0000 7fd884ff9640 1 -- 172.21.15.173:0/265441209 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fd87808b340 con 0x7fd870004d40 2024-09-10T09:30:24.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.063+0000 7fd8877fe640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd87406be30 0x7fd87406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.068 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.064+0000 7fd8877fe640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd87406be30 0x7fd87406e2f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd87c007fd0 tx=0x7fd87c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:24.069 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.067+0000 7fd884ff9640 1 -- 172.21.15.173:0/265441209 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd8881f5390 con 0x7fd870004d40 2024-09-10T09:30:24.233 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.232+0000 7fd88e650640 1 -- 172.21.15.173:0/265441209 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fd8880d3290 con 0x7fd870004d40 2024-09-10T09:30:24.236 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.235+0000 7fd884ff9640 1 -- 172.21.15.173:0/265441209 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) ==== 123+0+0 (secure 0 0 0) 0x7fd878019030 con 0x7fd870004d40 2024-09-10T09:30:24.238 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.236+0000 7fd884ff9640 1 -- 172.21.15.173:0/265441209 <== mon.0 v2:172.21.15.173:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fd878059e60 con 0x7fd870004d40 2024-09-10T09:30:24.239 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 -- 172.21.15.173:0/265441209 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd87406be30 msgr2=0x7fd87406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.239 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd87406be30 0x7fd87406e2f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd87c007fd0 tx=0x7fd87c009040 comp rx=0 tx=0).stop 2024-09-10T09:30:24.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 -- 172.21.15.173:0/265441209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 msgr2=0x7fd8881f1980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 0x7fd8881f1980 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd878011910 tx=0x7fd878011dd0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 -- 172.21.15.173:0/265441209 shutdown_connections 2024-09-10T09:30:24.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7fd87406be30 0x7fd87406e2f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd88815d860 0x7fd88815dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd88815b5a0 0x7fd8881f4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 --2- 172.21.15.173:0/265441209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd870004d40 0x7fd8881f1980 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 -- 172.21.15.173:0/265441209 >> 172.21.15.173:0/265441209 conn(0x7fd8880d2380 msgr2=0x7fd8880b2660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:24.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 -- 172.21.15.173:0/265441209 shutdown_connections 2024-09-10T09:30:24.240 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.238+0000 7fd88e650640 1 -- 172.21.15.173:0/265441209 wait complete. 2024-09-10T09:30:24.250 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T09:30:24.250 DEBUG:teuthology.orchestra.run.smithi173:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T09:30:24.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.349+0000 7f560575f640 1 Processor -- start 2024-09-10T09:30:24.350 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.349+0000 7f560575f640 1 -- start start 2024-09-10T09:30:24.353 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f560575f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56000cfcc0 0x7f560006cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f560575f640 1 -- --> v1:172.21.15.173:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56000d2700 con 0x7f56000d4fd0 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f560575f640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56000cedb0 con 0x7f560015e760 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f560575f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f56000cf090 con 0x7f56000cfcc0 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55ff7fe640 1 --1- >> v1:172.21.15.173:6789/0 conn(0x7f56000d4fd0 0x7f56000d2ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.173:6789/0 says I am v1:172.21.15.173:36596/0 (socket says 172.21.15.173:36596) 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55ff7fe640 1 -- 172.21.15.173:0/2583572918 learned_addr learned my addr 172.21.15.173:0/2583572918 (peer_addr_for_me v1:172.21.15.173:0/0) 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 <== mon.0 v1:172.21.15.173:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1335984551 0 0) 0x7f55f8001490 con 0x7f56000d4fd0 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 --> v1:172.21.15.173:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f55e8003520 con 0x7f56000d4fd0 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fe7fc640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56000cfcc0 0x7f560006cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 <== mon.0 v1:172.21.15.173:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 332567336 0 0) 0x7f55e8003520 con 0x7f56000d4fd0 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56000cfcc0 msgr2=0x7f560006cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56000cfcc0 0x7f560006cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 >> v1:172.21.15.176:6789/0 conn(0x7f560015e760 legacy=0x7f56000cf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 --> v1:172.21.15.173:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56000b3c80 con 0x7f56000d4fd0 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 <== mon.0 v1:172.21.15.173:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 212652743 0 0) 0x7f55f8001bc0 con 0x7f56000d4fd0 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 >> v1:172.21.15.173:6789/0 conn(0x7f56000d4fd0 legacy=0x7f56000d2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56000cfcc0 0x7f55e80039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55e8003f60 0x7f55e8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55e8004d40 0x7f55e80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f56000cf090 con 0x7f55e8003f60 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f55e800baa0 con 0x7f55e8004d40 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f55e800bca0 con 0x7f56000cfcc0 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.350+0000 7f55fe7fc640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55e8003f60 0x7f55e8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.351+0000 7f55feffd640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56000cfcc0 0x7f55e80039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.351+0000 7f55ff7fe640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55e8004d40 0x7f55e80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.351+0000 7f55fe7fc640 1 -- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56000cfcc0 msgr2=0x7f55e80039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.351+0000 7f55fe7fc640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f56000cfcc0 0x7f55e80039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.351+0000 7f55fe7fc640 1 -- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55e8004d40 msgr2=0x7f55e80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.351+0000 7f55fe7fc640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55e8004d40 0x7f55e80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.351+0000 7f55fe7fc640 1 -- 172.21.15.173:0/2583572918 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55e8003520 con 0x7f55e8003f60 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.351+0000 7f55fe7fc640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55e8003f60 0x7f55e8004800 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f55f4009a80 tx=0x7f55e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4219d3b2d2ccd37f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.352+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f4036070 con 0x7f55e8003f60 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.352+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f55f4005990 con 0x7f55e8003f60 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.352+0000 7f55fdffb640 1 -- 172.21.15.173:0/2583572918 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f4009680 con 0x7f55e8003f60 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.352+0000 7f560575f640 1 -- 172.21.15.173:0/2583572918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55e8003f60 msgr2=0x7f55e8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.352+0000 7f560575f640 1 --2- 172.21.15.173:0/2583572918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55e8003f60 0x7f55e8004800 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f55f4009a80 tx=0x7f55e8005830 comp rx=0 tx=0).stop 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.352+0000 7f55ff7fe640 1 -- 172.21.15.173:0/2583572918 reap_dead start 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.352+0000 7f560575f640 1 -- 172.21.15.173:0/2583572918 shutdown_connections 2024-09-10T09:30:24.356 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.352+0000 7f560575f640 1 -- 172.21.15.173:0/2583572918 >> 172.21.15.173:0/2583572918 conn(0x7f560008bfc0 msgr2=0x7f56000d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:24.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.352+0000 7f560575f640 1 -- 172.21.15.173:0/2583572918 shutdown_connections 2024-09-10T09:30:24.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.352+0000 7f560575f640 1 -- 172.21.15.173:0/2583572918 wait complete. 2024-09-10T09:30:24.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.353+0000 7f560575f640 1 Processor -- start 2024-09-10T09:30:24.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f560575f640 1 -- start start 2024-09-10T09:30:24.359 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f560575f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55e8003f60 0x7f5600154630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f560575f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56001f83e0 0x7f560006e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f560575f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f560006e5c0 0x7f56000b7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f560575f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f560006cdd0 con 0x7f56001f83e0 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f560575f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f56000b3860 con 0x7f55e8003f60 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f560575f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f560006cf50 con 0x7f560006e5c0 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f55fe7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56001f83e0 0x7f560006e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f55fe7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56001f83e0 0x7f560006e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57034/0 (socket says 172.21.15.173:57034) 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f55fe7fc640 1 -- 172.21.15.173:0/1240075377 learned_addr learned my addr 172.21.15.173:0/1240075377 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f55ff7fe640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f560006e5c0 0x7f56000b7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.354+0000 7f55feffd640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55e8003f60 0x7f5600154630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55fe7fc640 1 -- 172.21.15.173:0/1240075377 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f560006e5c0 msgr2=0x7f56000b7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55fe7fc640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f560006e5c0 0x7f56000b7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.360 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55fe7fc640 1 -- 172.21.15.173:0/1240075377 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55e8003f60 msgr2=0x7f5600154630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55fe7fc640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55e8003f60 0x7f5600154630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55fe7fc640 1 -- 172.21.15.173:0/1240075377 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56001f47b0 con 0x7f56001f83e0 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55ff7fe640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f560006e5c0 0x7f56000b7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55feffd640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55e8003f60 0x7f5600154630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55fe7fc640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56001f83e0 0x7f560006e080 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f55f4009ba0 tx=0x7f55f4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55e77fe640 1 -- 172.21.15.173:0/1240075377 <== mon.0 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f4040020 con 0x7f56001f83e0 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55e77fe640 1 -- 172.21.15.173:0/1240075377 <== mon.0 v2:172.21.15.173:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f55f4037040 con 0x7f56001f83e0 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f560575f640 1 -- 172.21.15.173:0/1240075377 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56001f4a90 con 0x7f56001f83e0 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f55e77fe640 1 -- 172.21.15.173:0/1240075377 <== mon.0 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f4036030 con 0x7f56001f83e0 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.355+0000 7f560575f640 1 -- 172.21.15.173:0/1240075377 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56001f5050 con 0x7f56001f83e0 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.356+0000 7f560575f640 1 -- 172.21.15.173:0/1240075377 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f560006e9a0 con 0x7f56001f83e0 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.357+0000 7f55e77fe640 1 -- 172.21.15.173:0/1240075377 <== mon.0 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f55f4043020 con 0x7f56001f83e0 2024-09-10T09:30:24.361 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.357+0000 7f55e77fe640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f55ec06be30 0x7f55ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T09:30:24.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.357+0000 7f55feffd640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f55ec06be30 0x7f55ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T09:30:24.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.357+0000 7f55e77fe640 1 -- 172.21.15.173:0/1240075377 <== mon.0 v2:172.21.15.173:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f55f40ab1b0 con 0x7f56001f83e0 2024-09-10T09:30:24.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.357+0000 7f55feffd640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f55ec06be30 0x7f55ec06e2f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f55f00036b0 tx=0x7f55f0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T09:30:24.362 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.361+0000 7f55e77fe640 1 -- 172.21.15.173:0/1240075377 <== mon.0 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f55f404a030 con 0x7f56001f83e0 2024-09-10T09:30:24.562 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.561+0000 7f560575f640 1 -- 172.21.15.173:0/1240075377 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f56000b6d20 con 0x7f56001f83e0 2024-09-10T09:30:24.563 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.562+0000 7f55e77fe640 1 -- 172.21.15.173:0/1240075377 <== mon.0 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+3914 (secure 0 0 0) 0x7f55f4079c40 con 0x7f56001f83e0 2024-09-10T09:30:24.563 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-09-10T09:30:24.563 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":18,"btime":"2024-09-10T09:29:53:515070+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/3644707240","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6833","nonce":3644707240},{"type":"v1","addr":"172.21.15.176:6835","nonce":3644707240}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4852,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/546692745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":546692745},{"type":"v1","addr":"172.21.15.173:6837","nonce":546692745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4855,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6834/854312350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":854312350},{"type":"v1","addr":"172.21.15.176:6834","nonce":854312350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5172,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6836/422513649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6835","nonce":422513649},{"type":"v1","addr":"172.21.15.173:6836","nonce":422513649}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[]} 2024-09-10T09:30:24.564 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 18 2024-09-10T09:30:24.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 -- 172.21.15.173:0/1240075377 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f55ec06be30 msgr2=0x7f55ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f55ec06be30 0x7f55ec06e2f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f55f00036b0 tx=0x7f55f0009040 comp rx=0 tx=0).stop 2024-09-10T09:30:24.565 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 -- 172.21.15.173:0/1240075377 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56001f83e0 msgr2=0x7f560006e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T09:30:24.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56001f83e0 0x7f560006e080 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f55f4009ba0 tx=0x7f55f4004730 comp rx=0 tx=0).stop 2024-09-10T09:30:24.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 -- 172.21.15.173:0/1240075377 shutdown_connections 2024-09-10T09:30:24.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.173:6832/2208228087,v1:172.21.15.173:6833/2208228087] conn(0x7f55ec06be30 0x7f55ec06e2f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f560006e5c0 0x7f56000b7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56001f83e0 0x7f560006e080 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 --2- 172.21.15.173:0/1240075377 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55e8003f60 0x7f5600154630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T09:30:24.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 -- 172.21.15.173:0/1240075377 >> 172.21.15.173:0/1240075377 conn(0x7f560008bfc0 msgr2=0x7f560015c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T09:30:24.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 -- 172.21.15.173:0/1240075377 shutdown_connections 2024-09-10T09:30:24.566 INFO:teuthology.orchestra.run.smithi173.stderr:2024-09-10T09:30:24.564+0000 7f560575f640 1 -- 172.21.15.173:0/1240075377 wait complete. 2024-09-10T09:30:24.576 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-10T09:30:24.577 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-10T09:30:24.577 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T09:30:24.577 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:24.586 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T09:30:24.586 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T09:30:24.586 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:24.636 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T09:30:24.636 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T09:30:24.636 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:24.648 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T09:30:24.648 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T09:30:24.649 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:24.701 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T09:30:24.701 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-10T09:30:24.701 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-10T09:30:24.701 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:24.727 INFO:tasks.ceph.osd.0:Stopped 2024-09-10T09:30:24.727 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-10T09:30:24.727 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:24.794 INFO:tasks.ceph.osd.1:Stopped 2024-09-10T09:30:24.794 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-10T09:30:24.794 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:24.857 INFO:tasks.ceph.osd.2:Stopped 2024-09-10T09:30:24.857 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-10T09:30:24.857 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:24.921 INFO:tasks.ceph.osd.3:Stopped 2024-09-10T09:30:24.921 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-10T09:30:24.921 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:24.962 INFO:tasks.ceph.osd.4:Stopped 2024-09-10T09:30:24.963 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-10T09:30:24.963 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:25.012 INFO:tasks.ceph.osd.5:Stopped 2024-09-10T09:30:25.013 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-10T09:30:25.013 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:25.045 INFO:tasks.ceph.osd.6:Stopped 2024-09-10T09:30:25.046 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-10T09:30:25.046 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:25.121 INFO:tasks.ceph.osd.7:Stopped 2024-09-10T09:30:25.121 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-10T09:30:25.121 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-10T09:30:25.121 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:25.148 INFO:tasks.ceph.mgr.y:Stopped 2024-09-10T09:30:25.148 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-10T09:30:25.148 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:25.189 INFO:tasks.ceph.mgr.x:Stopped 2024-09-10T09:30:25.189 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-10T09:30:25.190 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-10T09:30:25.190 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:25.200 INFO:tasks.ceph.mon.a:Stopped 2024-09-10T09:30:25.201 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-10T09:30:25.201 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:25.242 INFO:tasks.ceph.mon.b:Stopped 2024-09-10T09:30:25.243 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-10T09:30:25.243 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T09:30:25.295 INFO:tasks.ceph.mon.c:Stopped 2024-09-10T09:30:25.295 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-10T09:30:25.296 DEBUG:teuthology.orchestra.run.smithi173:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-10T09:30:25.326 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:30:25.326 DEBUG:teuthology.orchestra.run.smithi173:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-10T09:30:25.591 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:30:25.591 DEBUG:teuthology.orchestra.run.smithi173:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-10T09:30:25.712 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:30:25.712 DEBUG:teuthology.orchestra.run.smithi173:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-10T09:30:25.762 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:30:25.762 DEBUG:teuthology.orchestra.run.smithi173:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-10T09:30:25.804 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:30:25.804 DEBUG:teuthology.orchestra.run.smithi176:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-10T09:30:25.951 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:30:25.951 DEBUG:teuthology.orchestra.run.smithi176:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-10T09:30:26.039 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:30:26.039 DEBUG:teuthology.orchestra.run.smithi176:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-10T09:30:26.097 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:30:26.097 DEBUG:teuthology.orchestra.run.smithi176:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-10T09:30:26.179 INFO:tasks.ceph:Archiving mon data... 2024-09-10T09:30:26.180 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978/data/mon.a.tgz 2024-09-10T09:30:26.180 DEBUG:teuthology.orchestra.run.smithi173:> mktemp 2024-09-10T09:30:26.196 INFO:teuthology.orchestra.run.smithi173.stdout:/tmp/tmp.NOcKYSLTmJ 2024-09-10T09:30:26.196 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.NOcKYSLTmJ 2024-09-10T09:30:26.332 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 0666 /tmp/tmp.NOcKYSLTmJ 2024-09-10T09:30:26.415 DEBUG:teuthology.orchestra.remote:smithi173:/tmp/tmp.NOcKYSLTmJ is 298KB 2024-09-10T09:30:26.510 DEBUG:teuthology.orchestra.run.smithi173:> rm -fr /tmp/tmp.NOcKYSLTmJ 2024-09-10T09:30:26.525 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978/data/mon.b.tgz 2024-09-10T09:30:26.525 DEBUG:teuthology.orchestra.run.smithi176:> mktemp 2024-09-10T09:30:26.544 INFO:teuthology.orchestra.run.smithi176.stdout:/tmp/tmp.On8M6Hiz4L 2024-09-10T09:30:26.544 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.On8M6Hiz4L 2024-09-10T09:30:26.703 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0666 /tmp/tmp.On8M6Hiz4L 2024-09-10T09:30:26.788 DEBUG:teuthology.orchestra.remote:smithi176:/tmp/tmp.On8M6Hiz4L is 406KB 2024-09-10T09:30:26.883 DEBUG:teuthology.orchestra.run.smithi176:> rm -fr /tmp/tmp.On8M6Hiz4L 2024-09-10T09:30:26.899 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978/data/mon.c.tgz 2024-09-10T09:30:26.899 DEBUG:teuthology.orchestra.run.smithi176:> mktemp 2024-09-10T09:30:26.953 INFO:teuthology.orchestra.run.smithi176.stdout:/tmp/tmp.RPjD64gE7M 2024-09-10T09:30:26.954 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.RPjD64gE7M 2024-09-10T09:30:27.092 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0666 /tmp/tmp.RPjD64gE7M 2024-09-10T09:30:27.176 DEBUG:teuthology.orchestra.remote:smithi176:/tmp/tmp.RPjD64gE7M is 406KB 2024-09-10T09:30:27.246 DEBUG:teuthology.orchestra.run.smithi176:> rm -fr /tmp/tmp.RPjD64gE7M 2024-09-10T09:30:27.261 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-10T09:30:27.261 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T09:30:27.263 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T09:30:27.347 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T09:30:27.381 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T09:30:27.381 INFO:tasks.ceph:Archiving crash dumps... 2024-09-10T09:30:27.383 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978/remote/smithi173/crash 2024-09-10T09:30:27.384 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T09:30:27.414 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978/remote/smithi176/crash 2024-09-10T09:30:27.415 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T09:30:27.445 INFO:tasks.ceph:Shutting down logrotate 2024-09-10T09:30:27.446 DEBUG:teuthology.orchestra.run.smithi173:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:30:27.460 DEBUG:teuthology.orchestra.run.smithi176:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T09:30:27.814 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-10T09:30:27.842 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-10T09:30:27.866 INFO:tasks.ceph:Compressing logs... 2024-09-10T09:30:27.866 DEBUG:teuthology.orchestra.run.smithi173:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T09:30:27.884 DEBUG:teuthology.orchestra.run.smithi176:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T09:30:27.910 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-10T09:30:27.910 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107383.log 2024-09-10T09:30:27.910 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44163.log 2024-09-10T09:30:27.910 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.107383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106765.log 2024-09-10T09:30:27.918 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44163.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.107383.log.gz 2024-09-10T09:30:27.918 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105924.log 2024-09-10T09:30:27.918 INFO:teuthology.orchestra.run.smithi173.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44163.log.gz 2024-09-10T09:30:27.918 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45398.log 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.105924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107143.log 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.106765.log.gz 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.105924.log.gz 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45058.log 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.107143.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45398.log.gz 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43650.log 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.107143.log.gz 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106153.log 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45058.log.gz 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.43650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107311.log 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43650.log.gz/var/log/ceph/ceph-client.admin.106153.log: 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44379.log 2024-09-10T09:30:27.919 INFO:teuthology.orchestra.run.smithi173.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.106153.log.gz 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.107311.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106237.log 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.107311.log.gz 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41950.log 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106237.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44379.log.gz 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105037.log 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.106237.log.gz 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.41950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48984.log 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41950.log.gz 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.105037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48294.log 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.105037.log.gz 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48984.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107101.log 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48984.log.gz 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107227.log 2024-09-10T09:30:27.920 INFO:teuthology.orchestra.run.smithi173.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.48294.log.gz 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.107101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106596.log 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.107227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47105.log 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.107101.log.gz 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.107227.log.gz 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48900.log 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.106596.log.gz 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42358.log 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47105.log: /var/log/ceph/ceph-client.admin.48900.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45885.log 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47105.log.gz 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44387.log 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48900.log.gz 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42358.log.gz 2024-09-10T09:30:27.921 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45885.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45055.log 2024-09-10T09:30:27.922 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42802.log 2024-09-10T09:30:27.922 INFO:teuthology.orchestra.run.smithi173.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.45885.log.gz 2024-09-10T09:30:27.922 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45055.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44387.log.gz 2024-09-10T09:30:27.922 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47147.log 2024-09-10T09:30:27.922 INFO:teuthology.orchestra.run.smithi173.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45055.log.gz 2024-09-10T09:30:27.952 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36684.log 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36724.log 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.36684.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.36724.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36684.log.gz 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-osd.7.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36724.log.gz 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42296.log 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.1.42296.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.42296.log.gz 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36513.log 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph.audit.log: 92.6% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-10T09:30:27.953 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36643.log 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.36513.log: /var/log/ceph/ceph-mon.c.log: gzip -5 --verbose 87.3% -- /var/log/ceph/ceph-client.3.42700.log -- replaced with /var/log/ceph/ceph-client.admin.36513.log.gz 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr: 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.36643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36553.log 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.3.42700.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36643.log.gz 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42301.log 0.0% -- replaced with /var/log/ceph/ceph-client.3.42700.log.gz 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr: 93.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr: 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.36553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36473.log 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36553.log.gz 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.1.42301.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.42301.log.gz 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-10T09:30:27.954 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-10T09:30:27.955 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.36473.log: /var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T09:30:27.955 INFO:teuthology.orchestra.run.smithi176.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36473.log.gz 2024-09-10T09:30:27.955 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-10T09:30:27.955 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-10T09:30:27.955 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36593.log 2024-09-10T09:30:27.955 INFO:teuthology.orchestra.run.smithi176.stderr: 91.9% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T09:30:27.955 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-10T09:30:27.955 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.36593.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36593.log.gz 2024-09-10T09:30:27.955 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36433.log 2024-09-10T09:30:27.955 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-mon.b.log: 93.1% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-10T09:30:27.958 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42696.log 2024-09-10T09:30:27.958 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.36433.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36433.log.gz 2024-09-10T09:30:27.970 INFO:teuthology.orchestra.run.smithi176.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-10T09:30:27.970 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.3.42696.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.42696.log.gz 2024-09-10T09:30:27.990 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-10T09:30:27.990 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42802.log: gzip/var/log/ceph/ceph-client.admin.47147.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.106554.log 2024-09-10T09:30:27.990 INFO:teuthology.orchestra.run.smithi173.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.42802.log.gz 2024-09-10T09:30:27.990 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44720.log 2024-09-10T09:30:27.990 INFO:teuthology.orchestra.run.smithi173.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47147.log.gz 2024-09-10T09:30:27.990 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106554.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105882.log 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.106554.log.gz 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44718.log 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44720.log.gz 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48463.log 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.105882.log: /var/log/ceph/ceph-client.admin.44718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105798.log 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.105882.log.gz 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44718.log.gz 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47839.log 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.48463.log.gz 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106470.log 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.105798.log: /var/log/ceph/ceph-client.admin.47839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48336.log 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.105798.log.gz 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.47839.log.gz 2024-09-10T09:30:27.991 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44723.log 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- 88.0% /var/log/ceph/ceph-client.admin.36413.log 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr: -- replaced with /var/log/ceph/ceph-client.admin.106470.log.gz 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48336.log: /var/log/ceph/ceph-client.admin.44723.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48336.log.gz 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48942.log 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44723.log.gz 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45404.log 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.36413.log: /var/log/ceph/ceph-client.admin.48942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107423.log 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36413.log.gz 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48942.log.gz 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47231.log 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45404.log.gz 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.49470.log 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.107423.log: /var/log/ceph/ceph-client.admin.47231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42632.log 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.107423.log.gz 2024-09-10T09:30:27.992 INFO:teuthology.orchestra.run.smithi173.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47231.log.gz 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.0.49470.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.49470.log.gz 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47189.log 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43827.log 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42632.log: /var/log/ceph/ceph-client.admin.47189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44121.log 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42632.log.gz 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47189.log.gz 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.43827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43708.log 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43827.log.gz 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45050.log 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44121.log: /var/log/ceph/ceph-client.admin.43708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45717.log 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44121.log.gz 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45050.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43708.log.gz 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44710.log 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45050.log.gz 2024-09-10T09:30:27.993 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48589.log 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45717.log.gz 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48631.log 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44710.log: /var/log/ceph/ceph-client.admin.48589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42590.log 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44710.log.gz 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48631.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48589.log.gz 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42180.log 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48631.log.gz 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107059.log 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42590.log: /var/log/ceph/ceph-client.admin.42180.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42590.log.gz 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44383.log 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42180.log.gz 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43036.log 2024-09-10T09:30:27.994 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.107059.log: /var/log/ceph/ceph-client.admin.44383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45633.log 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.107059.log.gz 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.44383.log.gz 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.43036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47594.log 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43036.log.gz 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49152.log 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45633.log.gz 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45801.log 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47594.log: /var/log/ceph/ceph-client.admin.49152.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47594.log.gz 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49152.log.gz 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106195.log 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47315.log 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45801.log.gz 2024-09-10T09:30:27.995 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-client.admin.106195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42442.log 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.106195.log.gz 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47315.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48421.log 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106975.log 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42442.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.47315.log.gz 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr: 89.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48421.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42442.log.gz 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69700.log 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48421.log.gz 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48854.log 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106975.log: /var/log/ceph/ceph-client.admin.69700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45390.log 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.106975.log.gz 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.69700.log.gz 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105050.log 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48854.log.gz 2024-09-10T09:30:27.996 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47504.log/var/log/ceph/ceph-client.admin.45390.log: 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.105050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47755.log 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.105050.log.gz 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45390.log.gz 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106100.log 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47755.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47504.log.gz 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104966.log 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47755.log.gz 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49026.log 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.106100.log.gz 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46967.log 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.104966.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.104966.log.gz 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.49026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49194.log 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49026.log.gz 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.46967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.49466.log 2024-09-10T09:30:27.997 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5/var/log/ceph/ceph-client.admin.49194.log: --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46967.log.gz 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.0.49466.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.49466.log.gz 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44722.log 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr: 91.5% -- replaced with /var/log/ceph/ceph-client.admin.49194.log.gz 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42530.log 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-mds.a.log: /var/log/ceph/ceph-client.admin.44722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45394.log 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44722.log.gz 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42530.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48091.log 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42530.log.gz 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48378.log 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45394.log: /var/log/ceph/ceph-client.admin.48091.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48675.log 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45394.log.gz 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48091.log.gz 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106723.log 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr:gzip 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48378.log.gz 2024-09-10T09:30:27.998 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48675.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.106807.log 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106723.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48675.log.gz 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45053.log 87.7% -- replaced with /var/log/ceph/ceph-client.admin.106723.log.gz 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr: 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106807.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.106807.log.gz 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44721.log 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48547.log 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44721.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45053.log.gz 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48770.log 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44721.log.gz 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106512.log 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48547.log: /var/log/ceph/ceph-client.admin.48770.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48547.log.gz 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106512.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48770.log.gz 2024-09-10T09:30:27.999 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44386.log 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.106512.log.gz 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42844.log 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43995.log 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44386.log: /var/log/ceph/ceph-client.admin.42844.log: gzip 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44386.log.gz 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47965.log 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42844.log.gz/var/log/ceph/ceph-client.admin.43995.log: 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42760.log 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43995.log.gz 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr: 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43911.log 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47965.log.gz 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47426.log 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.43911.log: gzip -5 --verbose 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42760.log.gz 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr: -- /var/log/ceph/ceph-client.admin.48007.log 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43911.log.gz 2024-09-10T09:30:28.000 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49110.log 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47426.log.gz 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.46393.log 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48007.log.gz 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.49110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107269.log 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr:gzip 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49110.log.gz 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.0.46393.log: -5 --verbose 0.0% -- replaced with /var/log/ceph/ceph-client.0.46393.log.gz 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr: -- /var/log/ceph/ceph-client.admin.105966.log 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.107269.log: 88.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.107269.log.gz -5 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr: --verbose -- /var/log/ceph/ceph-client.admin.45059.log 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.105966.log: /var/log/ceph/ceph-client.admin.45059.log: gzip -5 87.8% -- replaced with /var/log/ceph/ceph-client.admin.105966.log.gz 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr: --verbose -- /var/log/ceph/ceph-client.admin.44380.log 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45059.log.gz 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46526.log 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36320.log 2024-09-10T09:30:28.001 INFO:teuthology.orchestra.run.smithi173.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44380.log.gz/var/log/ceph/ceph-client.admin.46526.log: 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48049.log 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46526.log.gz 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr: 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.36320.log: gzip -5 87.4% -- replaced with /var/log/ceph/ceph-client.admin.36320.log.gz 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr: --verbose -- /var/log/ceph/ceph-client.admin.48812.log 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47797.log 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr: 88.9%/var/log/ceph/ceph-client.admin.48812.log: -- replaced with /var/log/ceph/ceph-client.admin.48049.log.gz 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43953.log 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.48812.log.gz 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42928.log 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47797.log: /var/log/ceph/ceph-client.admin.43953.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47797.log.gz 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42928.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.43953.log.gz 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr: 89.1%/var/log/ceph/ceph-mgr.y.log: -- replaced with /var/log/ceph/ceph-client.admin.42928.log.gz 2024-09-10T09:30:28.002 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42486.log 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.46388.log 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42486.log: 85.2% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42486.log.gz 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47273.log 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.0.46388.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.46388.log.gz 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49260.log 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47273.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47273.log.gz 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45052.log 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45591.log 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.49260.log: /var/log/ceph/ceph-client.admin.45052.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49260.log.gz 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45052.log.gz 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44384.log 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45591.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45591.log.gz 2024-09-10T09:30:28.003 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45843.log 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47063.log 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44384.log: /var/log/ceph/ceph-client.admin.45843.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.44384.log.gz 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45843.log.gz 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.46834.log 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47063.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47063.log.gz 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107465.log 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45255.log 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.107465.log: /var/log/ceph/ceph-client.2.46834.log: 0.0% -- replaced with /var/log/ceph/ceph-client.2.46834.log.gz 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr: 89.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45397.log 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr: -- replaced with /var/log/ceph/ceph-client.admin.107465.log.gz 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45255.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45255.log.gz 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.46830.log 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47881.log 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45397.log.gz 2024-09-10T09:30:28.004 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.2.46830.log: 0.0% -- replaced with /var/log/ceph/ceph-client.2.46830.log.gz 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69657.log 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49068.log 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47881.log: /var/log/ceph/ceph-client.admin.69657.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47881.log.gz 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30012.log 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.69657.log.gz 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.49068.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49068.log.gz 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42276.log 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44707.log 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42276.log: /var/log/ceph/ceph.tmp-client.admin.30012.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30012.log.gz 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44381.log 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42276.log.gz 2024-09-10T09:30:28.005 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44707.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44707.log.gz 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106638.log 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106933.log 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44381.log: /var/log/ceph/ceph-client.admin.106638.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44381.log.gz 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.106638.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106008.log 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr: 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106933.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.106933.log.gz 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44715.log 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45675.log 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106008.log: /var/log/ceph/ceph-client.admin.44715.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.106008.log.gz 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr: 89.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48133.log 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44715.log.gz 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45675.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45675.log.gz 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43458.log 2024-09-10T09:30:28.006 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48719.log 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48133.log: /var/log/ceph/ceph-client.admin.43458.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48133.log.gz 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106681.log 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48719.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48719.log.gz 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44205.log 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.43458.log.gz 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106681.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.106681.log.gz 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42718.log 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107017.log 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44205.log: /var/log/ceph/ceph-client.admin.42718.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44205.log.gz 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42718.log.gz 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106279.log 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.107017.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.107017.log.gz 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/xfstests-dev-results/results/check.log 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44079.log 2024-09-10T09:30:28.007 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106279.log: /var/log/ceph/xfstests-dev-results/results/check.log: 2.9% 88.4% -- replaced with /var/log/ceph/ceph-client.admin.106279.log.gz 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr: -- replaced with /var/log/ceph/xfstests-dev-results/results/check.log.gz 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45056.log 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105840.log 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44079.log: /var/log/ceph/ceph-client.admin.45056.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44079.log.gz 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47671.log 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45056.log.gz 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.105840.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.105840.log.gz 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48505.log 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42970.log 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47671.log: /var/log/ceph/ceph-client.admin.48505.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47671.log.gz 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.48505.log.gz 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36059.log 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42970.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.42970.log.gz 2024-09-10T09:30:28.008 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106050.log 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42400.log 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.36059.log: /var/log/ceph/ceph-client.admin.106050.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.36059.log.gz 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.106050.log.gz 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45388.log 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42400.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42400.log.gz 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107185.log 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106849.log 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45388.log: /var/log/ceph/ceph-client.admin.107185.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45388.log.gz 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr: 87.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45759.log 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr: -- replaced with /var/log/ceph/ceph-client.admin.107185.log.gz 2024-09-10T09:30:28.009 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106849.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.106849.log.gz 2024-09-10T09:30:28.010 INFO:teuthology.orchestra.run.smithi176.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46050.log 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47009.log 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45759.log: /var/log/ceph/ceph-client.admin.46050.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45759.log.gz 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46050.log.gz 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43869.log 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47009.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47009.log.gz 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42886.log 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47713.log 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.43869.log: /var/log/ceph/ceph-client.admin.42886.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43869.log.gz 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42886.log.gzgzip 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.45275.log 2024-09-10T09:30:28.017 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.47713.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47713.log.gz 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47923.log 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44037.log 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.45275.log: /var/log/ceph/ceph-client.admin.47923.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45275.log.gz 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.47923.log.gz 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44037.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44037.log.gz 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48213.log 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-osd.3.log: /var/log/ceph/ceph-mds.c.log: 92.6% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43785.log 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.48213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42676.log 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.43785.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48213.log.gz 2024-09-10T09:30:28.018 INFO:teuthology.orchestra.run.smithi173.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43785.log.gz 2024-09-10T09:30:28.019 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44385.log 2024-09-10T09:30:28.019 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.42676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105705.log 2024-09-10T09:30:28.019 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.44385.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42676.log.gz 2024-09-10T09:30:28.019 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106891.log 2024-09-10T09:30:28.019 INFO:teuthology.orchestra.run.smithi173.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.44385.log.gz 2024-09-10T09:30:28.019 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.105705.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.105705.log.gz 2024-09-10T09:30:28.019 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44919.log 2024-09-10T09:30:28.019 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/ceph-client.admin.106891.log: /var/log/ceph/ceph-client.admin.44919.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.106891.log.gz 2024-09-10T09:30:28.019 INFO:teuthology.orchestra.run.smithi173.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44919.log.gz 2024-09-10T09:30:28.039 INFO:teuthology.orchestra.run.smithi176.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-10T09:30:28.138 INFO:teuthology.orchestra.run.smithi173.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-10T09:30:28.276 INFO:teuthology.orchestra.run.smithi173.stderr: 93.7% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-10T09:30:28.589 INFO:teuthology.orchestra.run.smithi176.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-10T09:30:28.610 INFO:teuthology.orchestra.run.smithi176.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-10T09:30:28.626 INFO:teuthology.orchestra.run.smithi176.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-10T09:30:28.647 INFO:teuthology.orchestra.run.smithi176.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-10T09:30:28.649 INFO:teuthology.orchestra.run.smithi176.stderr: 2024-09-10T09:30:28.649 INFO:teuthology.orchestra.run.smithi176.stderr:real 0m0.728s 2024-09-10T09:30:28.649 INFO:teuthology.orchestra.run.smithi176.stderr:user 0m2.850s 2024-09-10T09:30:28.650 INFO:teuthology.orchestra.run.smithi176.stderr:sys 0m0.135s 2024-09-10T09:30:28.662 INFO:teuthology.orchestra.run.smithi173.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-10T09:30:28.673 INFO:teuthology.orchestra.run.smithi173.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-10T09:30:28.674 INFO:teuthology.orchestra.run.smithi173.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-10T09:30:28.698 INFO:teuthology.orchestra.run.smithi173.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-10T09:30:28.700 INFO:teuthology.orchestra.run.smithi173.stderr: 2024-09-10T09:30:28.700 INFO:teuthology.orchestra.run.smithi173.stderr:real 0m0.801s 2024-09-10T09:30:28.700 INFO:teuthology.orchestra.run.smithi173.stderr:user 0m3.479s 2024-09-10T09:30:28.700 INFO:teuthology.orchestra.run.smithi173.stderr:sys 0m0.253s 2024-09-10T09:30:28.700 INFO:tasks.ceph:Archiving logs... 2024-09-10T09:30:28.700 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978/remote/smithi173/log 2024-09-10T09:30:28.701 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T09:30:29.337 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978/remote/smithi176/log 2024-09-10T09:30:29.338 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T09:30:29.757 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-10T09:30:29.767 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-10T09:30:29.767 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T09:30:29.769 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T09:30:29.856 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-10T09:30:29.865 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-10T09:30:29.865 DEBUG:teuthology.orchestra.run.smithi173:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T09:30:29.867 DEBUG:teuthology.orchestra.run.smithi176:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T09:30:29.880 INFO:teuthology.orchestra.run.smithi173.stderr:bash: line 1: ntpq: command not found 2024-09-10T09:30:29.882 INFO:teuthology.orchestra.run.smithi176.stderr:bash: line 1: ntpq: command not found 2024-09-10T09:30:29.884 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T09:30:29.884 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2024-09-10T09:30:29.884 INFO:teuthology.orchestra.run.smithi173.stdout:^* hv01.front.sepia.ceph.com 3 6 377 24 +272us[ +291us] +/- 48ms 2024-09-10T09:30:29.885 INFO:teuthology.orchestra.run.smithi173.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 24 +1297us[+1316us] +/- 72ms 2024-09-10T09:30:29.885 INFO:teuthology.orchestra.run.smithi173.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 24 -1707us[-1688us] +/- 72ms 2024-09-10T09:30:29.885 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T09:30:29.886 INFO:teuthology.orchestra.run.smithi176.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T09:30:29.886 INFO:teuthology.orchestra.run.smithi176.stdout:=============================================================================== 2024-09-10T09:30:29.886 INFO:teuthology.orchestra.run.smithi176.stdout:^* hv01.front.sepia.ceph.com 3 6 377 25 +292us[ +303us] +/- 48ms 2024-09-10T09:30:29.886 INFO:teuthology.orchestra.run.smithi176.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 24 +1316us[+1316us] +/- 72ms 2024-09-10T09:30:29.886 INFO:teuthology.orchestra.run.smithi176.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 23 -1685us[-1685us] +/- 72ms 2024-09-10T09:30:29.886 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T09:30:29.887 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-10T09:30:29.916 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-10T09:30:29.916 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-10T09:30:30.000 DEBUG:teuthology.orchestra.run.smithi173:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T09:30:30.071 DEBUG:teuthology.orchestra.run.smithi176:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T09:30:30.134 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T09:30:30.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:30:30.163 DEBUG:teuthology.orchestra.run.smithi176:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T09:30:30.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:30:30.190 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-10T09:30:30.200 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-10T09:30:30.342 INFO:teuthology.task.internal:Duration was 578.492672 seconds 2024-09-10T09:30:30.342 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-10T09:30:30.400 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-10T09:30:30.400 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T09:30:30.403 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T09:30:30.441 INFO:teuthology.orchestra.run.smithi176.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T09:30:30.444 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T09:30:30.883 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-10T09:30:30.884 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi173.front.sepia.ceph.com 2024-09-10T09:30:30.884 DEBUG:teuthology.orchestra.run.smithi173:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T09:30:30.906 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi176.front.sepia.ceph.com 2024-09-10T09:30:30.906 DEBUG:teuthology.orchestra.run.smithi176:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T09:30:30.946 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-10T09:30:30.947 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T09:30:30.949 DEBUG:teuthology.orchestra.run.smithi176:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T09:30:31.013 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-10T09:30:31.014 DEBUG:teuthology.orchestra.run.smithi173:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T09:30:31.016 DEBUG:teuthology.orchestra.run.smithi176:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T09:30:31.153 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-10T09:30:31.162 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-10T09:30:31.162 DEBUG:teuthology.orchestra.run.smithi173:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T09:30:31.187 DEBUG:teuthology.orchestra.run.smithi176:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T09:30:31.212 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-10T09:30:31.222 DEBUG:teuthology.orchestra.run.smithi173:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T09:30:31.230 DEBUG:teuthology.orchestra.run.smithi176:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T09:30:31.251 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = core 2024-09-10T09:30:31.275 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern = core 2024-09-10T09:30:31.289 DEBUG:teuthology.orchestra.run.smithi173:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T09:30:31.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:30:31.315 DEBUG:teuthology.orchestra.run.smithi176:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T09:30:31.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T09:30:31.343 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-10T09:30:31.352 INFO:teuthology.task.internal:Transferring archived files... 2024-09-10T09:30:31.353 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978/remote/smithi173 2024-09-10T09:30:31.353 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T09:30:31.390 DEBUG:teuthology.misc:Transferring archived files from smithi176:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898978/remote/smithi176 2024-09-10T09:30:31.390 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T09:30:31.424 INFO:teuthology.task.internal:Removing archive directory... 2024-09-10T09:30:31.424 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T09:30:31.427 DEBUG:teuthology.orchestra.run.smithi176:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T09:30:31.475 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-10T09:30:31.486 INFO:teuthology.task.internal:Not uploading archives. 2024-09-10T09:30:31.486 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-10T09:30:31.571 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-10T09:30:31.572 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T09:30:31.574 DEBUG:teuthology.orchestra.run.smithi176:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T09:30:31.586 INFO:teuthology.orchestra.run.smithi173.stdout: 265325 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 09:30 /home/ubuntu/cephtest 2024-09-10T09:30:31.589 INFO:teuthology.orchestra.run.smithi176.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 09:30 /home/ubuntu/cephtest 2024-09-10T09:30:31.590 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-10T09:30:31.634 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-10T09:30:31.803 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/acls} duration: 578.4926717281342 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-10T09:30:31.803 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T09:30:31.871 INFO:teuthology.run:pass